@bprotsyk/aso-core 2.0.47 → 2.0.49

package/src/utils/keitaro-utils.ts

@@ -1,627 +1,627 @@
-import { IKeitaroStream } from "../keitaro/keitaro-stream"
-import { IApp, PlugType, } from "../app/app"
-import { AppType } from "../app/app-type"
-import { IKeitaroCampaign, IKeitaroCampaignParameters } from "../keitaro/keitaro-campaign"
-import { IKeitaroDomain } from "../keitaro/keitaro-domain"
-import { KeitaroService } from "../network/keitaro/keitaro-service"
-const sleep = require('sleep-promise');
-import * as util from 'util';
-import axios from "axios"
-import { getTimestampsForTodayAndYesterday } from "../utils/general"
-
-const FLASH_REDIRECT_GROUP_ID = 82
-export const TRAFFIC_SOURCE_ID_FLASH_AI = 22
-const UNIQUENESS_METHOD = "ip_ua"
-const MAX_COOKIES_TTL = 8760
-const TYPE_POSITION = "position"
-const STATE_ACTIVE = "active"
-const COST_TYPE_CPC = "CPC"
-const COST_VALUE = 0
-const COST_CURRENCY_USD = "USD"
-
-// clear campaigns from unused / wrong streams
-
-// let sampleApp: IFlashApp = {
-//     id: 96,
-//     bundle: "com.dynastyof.desert",
-//     name: "Room of Fortuna",
-//     plugId: "https://pastebin.com/raw/AR2u7dSD",
-//     plugType: PlugType.PASTEBIN,
-//     plugContent: "",
-//     plugStatus: FlashAppPlugStatus.DISABLED,
-//     plugAccountId: 1,
-//     reservePlugId: "none",
-//     reservePlugType: PlugType.OTHER,
-//     reservePlugContent: "",
-//     reservePlugStatus: FlashAppPlugStatus.DISABLED,
-//     reservePlugAccountId: 1,
-//     type: FlashAppType.GAMBLING,
-//     developerEmail: "bolly.dreams@yahoo.com",
-//     developerName: "Serhii Bolsky",
-//     developerOrganization: "S.I.B FOP",
-//     onesignalAppId: "e66658af-91c3-44bc-8123-ec64b1969cbd",
-//     onesignalRestApiKey: "MDk2NjZlNTMtMzBhYi00MjEzLTg0ZGItOWVmZWZhMTczMzI0",
-
-//     generationOptions: {
-//         splashActivityClassName: "SplashActivity",
-//         mainActivityClassName: "YourActivity",
-//         linkName: "likn",
-//         savedName: "isOk",
-//         paranoidSeed: 228143750
-//     },
-//     geos: "RU,UA,KZ,ES,BR,PT,CL,MX",
-//     keitaroData: {
-//         redirectCampaignId: 0,
-//         redirectCampaignName: "",
-//         redirectDomainId: 0,
-//         redirectDomainName: "",
-//         trackingCampaignId: 0,
-//         trackingCampaignName: "",
-//         trackingDomainId: 0,
-//         trackingDomainName: "",
-//         clickIdParameterName: "p",
-//         offerIdParameterName: "i",
-//     }
-// } as IFlashApp
-
-export let addGeosToAllRedirectCampaigns = async (geosToAdd: string) => {
-    let allCampaigns = await KeitaroService.getAllCampaigns()
-
-
-    let regexp = new RegExp(`^F #`)
-    const matchingCampaigns = allCampaigns.filter(campaign => regexp.exec(campaign.name));
-    for (let campaign of matchingCampaigns) {
-        console.log(campaign.name)
-        console.log("––––––––––––––––––––––––")
-        let streams = await KeitaroService.getStreamsByCampaignId(campaign.id)
-        let botStream = streams[0]
-        botStream.name = "Bot Protection"
-        let owStream = streams.find(s => s.name == "OW")
-
-        for (let stream of [owStream, botStream]) {
-            if (!stream) continue
-            console.log({
-                name: stream.name,
-            })
-            let geos = stream?.filters[stream.type == "forced" ? 1 : 0]?.payload
-            if (!geos) continue
-            geosToAdd.split(" ").forEach((geo: string) => {
-                let streamForGeo = streams.find((s) => s.name == geo)
-                if (streamForGeo && stream) return
-                if (!geos.includes(geo)) geos.push(geo)
-            });
-
-            stream.filters[stream.type == "forced" ? 1 : 0].payload = geos
-
-            await KeitaroService.upsertStreamToCampaign(campaign, stream)
-            await sleep(2000)
-        }
-        console.log("––––––––––––––––––––––––")
-    }
-}
-
-// export let changeTrackingOfferGeo = async (appId: number, keitaroId: string, geo: string) => {
-//     let allCampaigns = await KeitaroService.getAllCampaigns()
-
-
-//     let regexp = new RegExp(`^FA #${appId} `)
-//     let matchingCampaign = allCampaigns.find(campaign => regexp.exec(campaign.name))
-//     if (!matchingCampaign) throw new Error(`No matching campaign got appId ${appId}`)
-//     let streams = await KeitaroService.getStreamsByCampaignId(matchingCampaign.id)
-//     letstream = 
-//     for (let campaign of matchingCampaigns) {
-//         console.log(campaign.name)
-//         console.log("––––––––––––––––––––––––")
-//         let streams = await KeitaroService.getStreamsByCampaignId(campaign.id)
-//         let botStream = streams[0]
-//         botStream.name = "Bot Protection"
-//         let owStream = streams.find(s => s.name == "OW")
-
-//         for (let stream of [owStream, botStream]) {
-//             if (!stream) continue
-//             console.log({
-//                 name: stream.name,
-//             })
-//             let geos = stream?.filters[stream.type == "forced" ? 1 : 0]?.payload
-//             if (!geos) continue
-//             geosToAdd.split(" ").forEach((geo: string) => {
-//                 let streamForGeo = streams.find((s) => s.name == geo)
-//                 if (streamForGeo && stream) return
-//                 if (!geos.includes(geo)) geos.push(geo)
-//             });
-
-//             stream.filters[stream.type == "forced" ? 1 : 0].payload = geos
-
-//             await KeitaroService.upsertStreamToCampaign(campaign, stream)
-//             await sleep(2000)
-//         }
-//         console.log("––––––––––––––––––––––––")
-//     }
-// }
-
-export let removeGeosFromAllRedirectCampaigns = async (geoToRemove: string) => {
-    let allCampaigns = await KeitaroService.getAllCampaigns()
-
-
-    let regexp = new RegExp(`^F #`)
-    const matchingCampaigns = allCampaigns.filter(campaign => regexp.exec(campaign.name));
-    for (let campaign of matchingCampaigns) {
-        console.log(campaign.name)
-        console.log("––––––––––––––––––––––––")
-        let streams = await KeitaroService.getStreamsByCampaignId(campaign.id)
-        let botStream = streams[0]
-        botStream.name = "Bot Protection"
-        let owStream = streams.find(s => s.name == "OW")
-
-        for (let stream of [owStream, botStream]) {
-            if (!stream) continue
-            let geos: string[] = stream?.filters[0]?.payload
-
-            if (!geos) continue
-            let index = geos.findIndex(geo => geo == geoToRemove)
-            geos.splice(index, 1)
-            let newGeos = stream.filters[0].payload = geos
-            console.log({
-                name: stream.name,
-                geos: geos,
-                geosToRemove: geoToRemove,
-                newGeos: newGeos
-            })
-
-            await KeitaroService.upsertStreamToCampaign(campaign, stream)
-            await sleep(1200)
-        }
-        console.log("––––––––––––––––––––––––")
-    }
-}
-
-export let createOrFindFlashRedirectCampaign = async (app: IApp): Promise<IKeitaroCampaign> => {
-    if (app.keitaroData && app.keitaroData?.redirectCampaignId && app.keitaroData?.redirectCampaignId != 0) {
-        console.log("Already exists! Fetching...")
-        let campaign = await KeitaroService.getCampaignById(app.keitaroData.redirectCampaignId)
-        return campaign
-    }
-
-    // Checking for already existing campaign
-    let allCampaigns = await KeitaroService.getAllCampaigns()
-    let regexp = new RegExp(`^F #${app.id}`)
-    const matchingCampaigns = allCampaigns.filter(campaign => regexp.exec(campaign.name));
-
-    if (matchingCampaigns.length != 0) {
-        let campaign = matchingCampaigns[0]
-        if (app.keitaroData) app.keitaroData.redirectCampaignId = campaign.id
-
-        console.log("Already exists!")
-        // await app.save()
-        return campaign
-    }
-
-    // Select domain for a campaign
-    let allDomains = await KeitaroService.getDomains(true)
-    if (!allDomains) {
-        throw Error(`Failed to get all domains list`)
-    }
-
-    const domain = allDomains[Math.floor(Math.random() * allDomains.length)];
-
-    // Okay, now we have everything, let's create name for our campaign
-    const name = `F #${app.id} (${app.bundle})`
-
-    // And generate alias
-    const alias = Array.from({ length: 8 }, () => Math.floor(Math.random() * 36).toString(36)).join('');
-
-    // Here go the parameters for our campaign
-    let parameters = prepareRedirectCampaignParameters(app.id)
-
-    // Now let create a campaign object
-    let campaignData = prepareCampaignObject(name, alias, domain, parameters)
-
-    // And POST it to Keitaro!
-
-    let createdCampaign = await KeitaroService.createCampaign(campaignData)
-
-    console.log(`Done! Campaign data:`)
-    console.log(createdCampaign)
-
-    return createdCampaign
-}
-
-let prepareCampaignObject = (name: string, alias: string, domain: IKeitaroDomain, parameters: IKeitaroCampaignParameters): Partial<IKeitaroCampaign> => {
-    return {
-        name: name,
-        alias: alias,
-        type: TYPE_POSITION,
-        uniqueness_method: UNIQUENESS_METHOD,
-        cookies_ttl: MAX_COOKIES_TTL,
-        state: STATE_ACTIVE,
-        cost_type: COST_TYPE_CPC,
-        cost_value: COST_VALUE,
-        cost_currency: COST_CURRENCY_USD,
-        group_id: FLASH_REDIRECT_GROUP_ID,
-        traffic_source_id: TRAFFIC_SOURCE_ID_FLASH_AI,
-        domain_id: domain.id,
-        parameters: parameters,
-        uniqueness_use_cookies: true,
-        traffic_loss: 0
-    }
-}
-
-let prepareRedirectCampaignParameters = (appId: number): IKeitaroCampaignParameters => {
-    return {
-        "keyword": {
-            "name": "keyword",
-            "placeholder": "",
-            "alias": ""
-        },
-        "cost": {
-            "name": "cost",
-            "placeholder": "",
-            "alias": ""
-        },
-        "currency": {
-            "name": "currency",
-            "placeholder": "",
-            "alias": ""
-        },
-        "external_id": {
-            "name": "external_id",
-            "placeholder": "",
-            "alias": ""
-        },
-        "creative_id": {
-            "name": "creative_id",
-            "placeholder": "",
-            "alias": ""
-        },
-        "ad_campaign_id": {
-            "name": "ad_campaign_id",
-            "placeholder": "",
-            "alias": ""
-        },
-        "source": {
-            "name": "source",
-            "placeholder": "",
-            "alias": ""
-        },
-        sub_id_1: {
-            name: "appId",
-            placeholder: `${appId}`,
-            alias: ""
-        }
-    }
-}
-
-export let prepareOWCampaignParameters = (app: IApp): IKeitaroCampaignParameters => {
-    return {
-        "keyword": {
-            "name": "keyword",
-            "placeholder": "",
-            "alias": ""
-        },
-        "cost": {
-            "name": "cost",
-            "placeholder": "",
-            "alias": ""
-        },
-        "currency": {
-            "name": "currency",
-            "placeholder": "",
-            "alias": ""
-        },
-        "external_id": {
-            "name": "external_id",
-            "placeholder": "",
-            "alias": ""
-        },
-        "creative_id": {
-            "name": "creative_id",
-            "placeholder": "",
-            "alias": ""
-        },
-        "ad_campaign_id": {
-            "name": "ad_campaign_id",
-            "placeholder": "",
-            "alias": ""
-        },
-        "source": {
-            "name": "source",
-            "placeholder": "",
-            "alias": ""
-        },
-        sub_id_8: {
-            "name": app.keitaroData?.clickIdParameterName || "",
-            "placeholder": "{click_id}",
-            "alias": "click_id"
-        },
-        sub_id_15: {
-            "name": app.keitaroData?.offerIdParameterName || "",
-            "placeholder": "{offer_custom_id}",
-            "alias": "offer_custom_id"
-        }
-    }
-}
-
-function createBPStreamPartialPayload(app: IApp): Partial<IKeitaroStream> {
-    return {
-        name: `Bot Protection`,
-        type: "forced",
-        action_type: "http",
-        action_payload: "https://tomain.com",
-        schema: "redirect",
-        filter_or: true,
-        collect_clicks: true,
-        weight: 0,
-        filters: [{
-            name: "country",
-            mode: "reject",
-            payload: app.geos.split(" ")
-        }, {
-            name: "bot",
-            mode: "accept",
-            payload: null,
-        }],
-    }
-}
-
-function createDefenceMainStreamPartialPayload(app: IApp): Partial<IKeitaroStream> {
-    return {
-        name: "ALL",
-        type: "regular",
-        action_type: "http",
-        action_payload: app.sourceUrl,
-        schema: "redirect",
-        filter_or: false,
-        collect_clicks: true,
-        weight: 100,
-    }
-}
-
-export function createOWStreamPartialPayload(app: IApp): Partial<IKeitaroStream> {
-    return {
-        name: `OW`,
-        type: "regular",
-        action_type: "http",
-        action_payload: "https://bprtsk-controlpanel.com/ow?appId={appId}&clickId={uid}&countryCode={country}",
-        schema: "redirect",
-        filter_or: false,
-        collect_clicks: true,
-        weight: 100,
-        filters: [{
-            name: "country",
-            mode: "accept",
-            payload: app.geos.split(" ")
-        }],
-    }
-}
-
-export async function createFlashCampaigns(app: IApp) {
-    // Upserting Flash Redirect campaign
-    let redirectCampaign = await createOrFindFlashRedirectCampaign(app)
-    console.log(`Redirect campaign name:`)
-    console.log(`${redirectCampaign.domain}/${redirectCampaign.alias}?uid=`)
-
-    // Upserting necessary streams
-    let botProtectionStream = createBPStreamPartialPayload(app)
-    let owStream = createOWStreamPartialPayload(app)
-
-    for (let stream of [botProtectionStream, owStream]) {
-        await KeitaroService.upsertStreamToCampaign(redirectCampaign, stream)
-    }
-
-    // Upserting OW campaign
-    let owCampaign = await KeitaroService.cloneOWCampaign(app)
-
-    return {
-        tracking: owCampaign,
-        redirect: redirectCampaign
-    }
-}
-
-export async function createDirectCampaign(app: IApp) {
-    let campaign = await KeitaroService.cloneDCampaign(app)
-
-    let stream = createDefenceMainStreamPartialPayload(app)
-
-    await KeitaroService.upsertStreamToCampaign(campaign, stream)
-
-    return campaign
-}
-
-export async function createOWCampaign(app: IApp) {
-    let owCampaign = await KeitaroService.cloneOWCampaign(app)
-
-    return owCampaign
-}
-
-
-// TODO separate files for offers, campaigns etc.
-
-let removeBrokenDomain = async () => {
-
-    let regexp = new RegExp(`^FA #`)
-    let campaigns = (await KeitaroService.getAllCampaigns()).filter(campaign => regexp.exec(campaign.name) && campaign.domain == "https://slottibolt.com/");
-    for (let campaign of campaigns) {
-        console.log(campaign.name)
-    }
-}
-
-let changeSourceForFA = async () => {
-    let regexp = new RegExp(`^FA #`)
-    let campaigns = (await KeitaroService.getAllCampaigns()).filter(campaign => regexp.exec(campaign.name));
-    for (let campaign of campaigns) {
-        console.log(campaign.name)
-        await KeitaroService.updateCampaign(campaign.id, {
-            traffic_source_id: 22
-        })
-    }
-}
-
-let replaceInOfferLink = async (old: string, replace: string, offerNameRegEx: RegExp) => {
-    let offers = await KeitaroService.getAllOffers()
-
-    offers = offers.filter((o) => offerNameRegEx.exec(o.name))
-
-    for (let offer of offers) {
-        console.log(offer.name)
-        // offer.action_payload = offer.action_payload.replace(old, replace)
-
-        await sleep(700)
-        await KeitaroService.updateOffer(offer)
-    }
-}
-
-// let gatherInfoForFlashApps = async () => {
-//     console.log(__dirname)
-//     const pasteMap: PasteMap = JSON.parse(await readFile('/Users/bprtsk/Documents/Work/ASO/AI Control Panel /AI Panel Core/src/utils/map-paste.json', 'utf8'));
-//     const trackingMap: TrackingMap = JSON.parse(await readFile('/Users/bprtsk/Documents/Work/ASO/AI Control Panel /AI Panel Core/src/utils/map-tracking.json', 'utf8'));
-//     const flashApps: { [key: string]: IFlashApp | undefined } = JSON.parse(await readFile('/Users/bprtsk/Documents/Work/ASO/AI Control Panel /AI Panel Core/src/utils/map-apps.json', 'utf8'));
-
-//     let allCampaigns = await KeitaroService.getAllCampaigns()
-//     let owCampaigns = allCampaigns.filter(c => new RegExp(`^FA #`).exec(c.name)).reduce((acc, obj) => ({ ...acc, [new RegExp(/#(.*) \(/g).exec(obj.name)?.[1] || obj.name]: obj }), {});
-//     let redirectCampaigns = allCampaigns.filter(c => new RegExp(`^F #`).exec(c.name)).reduce((acc, obj) => ({ ...acc, [new RegExp(/#(.*) \(/g).exec(obj.name)?.[1] || obj.name]: obj }), {});
-
-//     let result = []
-//     for (let [id, paste] of Object.entries(pasteMap)) {
-//         console.log(`- #${id}`)
-//         // let ow = owCampaigns[id as keyof object] as IKeitaroCampaign | undefined
-//         // let redirect = redirectCampaigns[id as keyof object] as IKeitaroCampaign | undefined
-//         // let tracking = trackingMap[id as keyof object]
-//         let app = flashApps[id as keyof object]
-
-//         if (!app) {
-//             console.log(`! No app for ${id}`)
-//             continue
-//         }
-
-//         // if (paste.status == FlashAppPlugStatus.ENABLED) {
-//         //     if (!ow) console.log(`#${id}: no OW`)
-
-//         //     if (!redirect) console.log(`No redirect for #${id}`)
-//         //     else if (!paste.content.includes(redirect.domain)) console.log(`#${id}: Redirect domain (${redirect.domain}) differs from paste domain (${paste.content})`)
-//         //     else if (!paste.content.includes(redirect.alias)) console.log(`#${id}: Redirect campaign alias (${redirect.alias}) differs from paste id (${paste.content})`)
-//         // }
-
-//         // let appId
-//         // for (let parameter of Object.values(redirect?.parameters || {})) {
-//         //     if (parameter.name == "appId") {
-//         //         appId = parameter.placeholder
-//         //     }
-//         // }
-//         // if (!appId && ow) console.log(`No app id for #${id}`)
-//         // else if (appId != id && ow) console.log(`Wrong app id (${appId}) for #${id}`)
-
-//         // let owDomain = ow?.domain?.split("/")[2]
-//         // let owDomainId = ow?.domain_id
-//         // let owCampaignId = ow?.id
-//         // let owCampaignName = ow?.name
-//         // let owCampaignAlias = ow?.alias
-//         // let redirectDomain = redirect?.domain?.split("/")[2]
-//         // let redirectDomainId = redirect?.domain_id
-//         // let redirectCampaignId = redirect?.id
-//         // let redirectCampaignName = redirect?.name
-//         // let redirectCampaignAlias = redirect?.alias
-
-//         // let clickIdParameterName = ow?.parameters?.sub_id_8?.name
-//         // let offerIdParameterName = ow?.parameters?.sub_id_15?.name
-//         // if (!clickIdParameterName && app && ow) console.log(`No click id parameter for #${id}`)
-//         // if (!offerIdParameterName && app && ow) console.log(`No offer id parameter for #${id}`)
-
-//         // let trackingLink = tracking?.trackingUrl
-
-//         // app.plugStatus = paste.status
-//         // app.plugContent = paste.content
-//         // app.plugType = PlugType.PASTEBIN
-//         // app.plugId = paste.paste_id
-//         // app.reservePlugType = PlugType.PASTEBIN
-//         // app.plugAccountId = parseInt(paste.accountId)
-
-//         // app.keitaroData.redirectDomainName = redirectDomain || "none"
-//         // app.keitaroData.redirectDomainId = redirectDomainId || 0
-//         // app.keitaroData.redirectCampaignId = redirectCampaignId || 0
-//         // app.keitaroData.redirectCampaignName = redirectCampaignName || "none"
-//         // app.keitaroData.redirectCampaignAlias = redirectCampaignAlias || "none"
-//         // app.keitaroData.trackingDomainId = owDomainId || 0
-//         // app.keitaroData.trackingDomainName = owDomain || "none"
-//         // app.keitaroData.trackingCampaignId = owCampaignId || 0
-//         // app.keitaroData.trackingCampaignName = owCampaignName || "none"
-//         // app.keitaroData.trackingCampaignAlias = owCampaignAlias || "none"
-
-//         // if (clickIdParameterName) app.keitaroData.clickIdParameterName = clickIdParameterName
-//         // if (offerIdParameterName) app.keitaroData.offerIdParameterName = offerIdParameterName
-
-//         // if (trackingLink) app.trackingUrl = trackingLink
-
-//         // if (!owCampaignName?.includes(app.bundle) && ow) {
-//         //     console.log(`OW: bundle differs (${app.bundle} in DB and ${owCampaignName})`)
-//         // }
-
-//         // if (!redirectCampaignName?.includes(app.bundle) && redirect) {
-//         //     console.log(`Redirect: bundle differs (${app.bundle} in DB and ${redirectCampaignName})`)
-//         // }
-
-//         result.push(app)
-
-//         console.log("--------------------")
-//     }
-
-//     await axios.post(`https://aipanel-secondary.com/flash/batch-update`, result, {
-//         headers: {
-//             "Authorization": "Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1c2VybmFtZSI6ImFkbWluIiwiaWF0IjoxNjg3Mjc2NjA0LCJleHAiOjE2ODc4ODE0MDR9.XesrnNGmWlK-yBBMs5TeKvTe07A8Sud7B4MyfZAOMag"
-//         }
-//     })
-
-//     // console.log(result)
-// }
-
-let findBrokenOfferStreams = async () => {
-    let allCampaigns = await KeitaroService.getAllCampaigns()
-
-    let regexp = new RegExp(`^FA #`)
-    const matchingCampaigns = allCampaigns.filter(campaign => regexp.exec(campaign.name));
-    for (let campaign of matchingCampaigns) {
-        console.log(campaign.name)
-        console.log("––––––––––––––––––––––––")
-        let streams = await KeitaroService.getStreamsByCampaignId(campaign.id)
-
-        for (let stream of streams) {
-            if (stream.name == "Bot Protection") continue
-
-            let idPayload = stream.filters.find(f => f.name == "sub_id_15")
-
-            if (!idPayload) {
-                console.log(`${stream.name}: id payload is missing, payload: ${stream.filters}`)
-            }
-        }
-    }
-}
-
-let moveCampaignsToAnotherGroup = async () => {
-    let from = 2, to = 80, exceptFor = [2684, 2686, 2673, 2670, 2687, 2689, 2529, 2688, 2551, 2517, 2691, 2588, 2643, 2563, 2598, 2624, 2584, 2553, 2683, 2618, 2499, 2594, 2545, 2682, 2569, 2527, 2681, 2677, 2610, 2608]
-
-    await KeitaroService.changeCampaignsGroup(from, to, exceptFor)
-}
-
-// moveCampaignsToAnotherGroup()
-
-// Getting campaign group ids
-// (async () => {
-//     let campaigns = await KeitaroService.getAllCampaigns()
-//     let normal = campaigns.find(c => c.id == 2684)
-//     let archive = campaigns.find(c => c.id == 2679)
-
-//     console.log([normal?.group_id, archive?.group_id])
-// })()
-
-// findBrokenOfferStreams()
-
-// removeBrokenDomain()
-
-// createFlashCampaigns(sampleApp)
-// changeSourceForFA()
-// addGeosToAllRedirectCam`paigns("GR")
-// removeGeosFromAllRedirectCampaigns("BE`")
-
-// gatherInfoForFlashApps()
-
-// replaceInOfferLink(`xmariorel.com`, `lalielynaualish.com`, /.*icecasino_huffson.*/g)
+import { IKeitaroStream } from "../keitaro/keitaro-stream"
+import { IApp, PlugType, } from "../app/app"
+import { AppType } from "../app/app-type"
+import { IKeitaroCampaign, IKeitaroCampaignParameters } from "../keitaro/keitaro-campaign"
+import { IKeitaroDomain } from "../keitaro/keitaro-domain"
+import { KeitaroService } from "../network/keitaro/keitaro-service"
+const sleep = require('sleep-promise');
+import * as util from 'util';
+import axios from "axios"
+import { getTimestampsForTodayAndYesterday } from "../utils/general"
+
+const FLASH_REDIRECT_GROUP_ID = 82
+export const TRAFFIC_SOURCE_ID_FLASH_AI = 22
+const UNIQUENESS_METHOD = "ip_ua"
+const MAX_COOKIES_TTL = 8760
+const TYPE_POSITION = "position"
+const STATE_ACTIVE = "active"
+const COST_TYPE_CPC = "CPC"
+const COST_VALUE = 0
+const COST_CURRENCY_USD = "USD"
+
+// clear campaigns from unused / wrong streams
+
+// let sampleApp: IFlashApp = {
+//     id: 96,
+//     bundle: "com.dynastyof.desert",
+//     name: "Room of Fortuna",
+//     plugId: "https://pastebin.com/raw/AR2u7dSD",
+//     plugType: PlugType.PASTEBIN,
+//     plugContent: "",
+//     plugStatus: FlashAppPlugStatus.DISABLED,
+//     plugAccountId: 1,
+//     reservePlugId: "none",
+//     reservePlugType: PlugType.OTHER,
+//     reservePlugContent: "",
+//     reservePlugStatus: FlashAppPlugStatus.DISABLED,
+//     reservePlugAccountId: 1,
+//     type: FlashAppType.GAMBLING,
+//     developerEmail: "bolly.dreams@yahoo.com",
+//     developerName: "Serhii Bolsky",
+//     developerOrganization: "S.I.B FOP",
+//     onesignalAppId: "e66658af-91c3-44bc-8123-ec64b1969cbd",
+//     onesignalRestApiKey: "MDk2NjZlNTMtMzBhYi00MjEzLTg0ZGItOWVmZWZhMTczMzI0",
+
+//     generationOptions: {
+//         splashActivityClassName: "SplashActivity",
+//         mainActivityClassName: "YourActivity",
+//         linkName: "likn",
+//         savedName: "isOk",
+//         paranoidSeed: 228143750
+//     },
+//     geos: "RU,UA,KZ,ES,BR,PT,CL,MX",
+//     keitaroData: {
+//         redirectCampaignId: 0,
+//         redirectCampaignName: "",
+//         redirectDomainId: 0,
+//         redirectDomainName: "",
+//         trackingCampaignId: 0,
+//         trackingCampaignName: "",
+//         trackingDomainId: 0,
+//         trackingDomainName: "",
+//         clickIdParameterName: "p",
+//         offerIdParameterName: "i",
+//     }
+// } as IFlashApp
+
+export let addGeosToAllRedirectCampaigns = async (geosToAdd: string) => {
+    let allCampaigns = await KeitaroService.getAllCampaigns()
+
+
+    let regexp = new RegExp(`^F #`)
+    const matchingCampaigns = allCampaigns.filter(campaign => regexp.exec(campaign.name));
+    for (let campaign of matchingCampaigns) {
+        console.log(campaign.name)
+        console.log("––––––––––––––––––––––––")
+        let streams = await KeitaroService.getStreamsByCampaignId(campaign.id)
+        let botStream = streams[0]
+        botStream.name = "Bot Protection"
+        let owStream = streams.find(s => s.name == "OW")
+
+        for (let stream of [owStream, botStream]) {
+            if (!stream) continue
+            console.log({
+                name: stream.name,
+            })
+            let geos = stream?.filters[stream.type == "forced" ? 1 : 0]?.payload
+            if (!geos) continue
+            geosToAdd.split(" ").forEach((geo: string) => {
+                let streamForGeo = streams.find((s) => s.name == geo)
+                if (streamForGeo && stream) return
+                if (!geos.includes(geo)) geos.push(geo)
+            });
+
+            stream.filters[stream.type == "forced" ? 1 : 0].payload = geos
+
+            await KeitaroService.upsertStreamToCampaign(campaign, stream)
+            await sleep(2000)
+        }
+        console.log("––––––––––––––––––––––––")
+    }
+}
+
+// export let changeTrackingOfferGeo = async (appId: number, keitaroId: string, geo: string) => {
+//     let allCampaigns = await KeitaroService.getAllCampaigns()
+
+
+//     let regexp = new RegExp(`^FA #${appId} `)
+//     let matchingCampaign = allCampaigns.find(campaign => regexp.exec(campaign.name))
+//     if (!matchingCampaign) throw new Error(`No matching campaign got appId ${appId}`)
+//     let streams = await KeitaroService.getStreamsByCampaignId(matchingCampaign.id)
+//     letstream = 
+//     for (let campaign of matchingCampaigns) {
+//         console.log(campaign.name)
+//         console.log("––––––––––––––––––––––––")
+//         let streams = await KeitaroService.getStreamsByCampaignId(campaign.id)
+//         let botStream = streams[0]
+//         botStream.name = "Bot Protection"
+//         let owStream = streams.find(s => s.name == "OW")
+
+//         for (let stream of [owStream, botStream]) {
+//             if (!stream) continue
+//             console.log({
+//                 name: stream.name,
+//             })
+//             let geos = stream?.filters[stream.type == "forced" ? 1 : 0]?.payload
+//             if (!geos) continue
+//             geosToAdd.split(" ").forEach((geo: string) => {
+//                 let streamForGeo = streams.find((s) => s.name == geo)
+//                 if (streamForGeo && stream) return
+//                 if (!geos.includes(geo)) geos.push(geo)
+//             });
+
+//             stream.filters[stream.type == "forced" ? 1 : 0].payload = geos
+
+//             await KeitaroService.upsertStreamToCampaign(campaign, stream)
+//             await sleep(2000)
+//         }
+//         console.log("––––––––––––––––––––––––")
+//     }
+// }
+
+export let removeGeosFromAllRedirectCampaigns = async (geoToRemove: string) => {
+    let allCampaigns = await KeitaroService.getAllCampaigns()
+
+
+    let regexp = new RegExp(`^F #`)
+    const matchingCampaigns = allCampaigns.filter(campaign => regexp.exec(campaign.name));
+    for (let campaign of matchingCampaigns) {
+        console.log(campaign.name)
+        console.log("––––––––––––––––––––––––")
+        let streams = await KeitaroService.getStreamsByCampaignId(campaign.id)
+        let botStream = streams[0]
+        botStream.name = "Bot Protection"
+        let owStream = streams.find(s => s.name == "OW")
+
+        for (let stream of [owStream, botStream]) {
+            if (!stream) continue
+            let geos: string[] = stream?.filters[0]?.payload
+
+            if (!geos) continue
+            let index = geos.findIndex(geo => geo == geoToRemove)
+            geos.splice(index, 1)
+            let newGeos = stream.filters[0].payload = geos
+            console.log({
+                name: stream.name,
+                geos: geos,
+                geosToRemove: geoToRemove,
+                newGeos: newGeos
+            })
+
+            await KeitaroService.upsertStreamToCampaign(campaign, stream)
+            await sleep(1200)
+        }
+        console.log("––––––––––––––––––––––––")
+    }
+}
+
+export let createOrFindFlashRedirectCampaign = async (app: IApp): Promise<IKeitaroCampaign> => {
+    if (app.keitaroData && app.keitaroData?.redirectCampaignId && app.keitaroData?.redirectCampaignId != 0) {
+        console.log("Already exists! Fetching...")
+        let campaign = await KeitaroService.getCampaignById(app.keitaroData.redirectCampaignId)
+        return campaign
+    }
+
+    // Checking for already existing campaign
+    let allCampaigns = await KeitaroService.getAllCampaigns()
+    let regexp = new RegExp(`^F #${app.id}`)
+    const matchingCampaigns = allCampaigns.filter(campaign => regexp.exec(campaign.name));
+
+    if (matchingCampaigns.length != 0) {
+        let campaign = matchingCampaigns[0]
+        if (app.keitaroData) app.keitaroData.redirectCampaignId = campaign.id
+
+        console.log("Already exists!")
+        // await app.save()
+        return campaign
+    }
+
+    // Select domain for a campaign
+    let allDomains = await KeitaroService.getDomains(true)
+    if (!allDomains) {
+        throw Error(`Failed to get all domains list`)
+    }
+
+    const domain = allDomains[Math.floor(Math.random() * allDomains.length)];
+
+    // Okay, now we have everything, let's create name for our campaign
+    const name = `F #${app.id} (${app.bundle})`
+
+    // And generate alias
+    const alias = Array.from({ length: 8 }, () => Math.floor(Math.random() * 36).toString(36)).join('');
+
+    // Here go the parameters for our campaign
+    let parameters = prepareRedirectCampaignParameters(app.id)
+
+    // Now let create a campaign object
+    let campaignData = prepareCampaignObject(name, alias, domain, parameters)
+
+    // And POST it to Keitaro!
+
+    let createdCampaign = await KeitaroService.createCampaign(campaignData)
+
+    console.log(`Done! Campaign data:`)
+    console.log(createdCampaign)
+
+    return createdCampaign
+}
+
+let prepareCampaignObject = (name: string, alias: string, domain: IKeitaroDomain, parameters: IKeitaroCampaignParameters): Partial<IKeitaroCampaign> => {
+    return {
+        name: name,
+        alias: alias,
+        type: TYPE_POSITION,
+        uniqueness_method: UNIQUENESS_METHOD,
+        cookies_ttl: MAX_COOKIES_TTL,
+        state: STATE_ACTIVE,
+        cost_type: COST_TYPE_CPC,
+        cost_value: COST_VALUE,
+        cost_currency: COST_CURRENCY_USD,
+        group_id: FLASH_REDIRECT_GROUP_ID,
+        traffic_source_id: TRAFFIC_SOURCE_ID_FLASH_AI,
+        domain_id: domain.id,
+        parameters: parameters,
+        uniqueness_use_cookies: true,
+        traffic_loss: 0
+    }
+}
+
+let prepareRedirectCampaignParameters = (appId: number): IKeitaroCampaignParameters => {
+    return {
+        "keyword": {
+            "name": "keyword",
+            "placeholder": "",
+            "alias": ""
+        },
+        "cost": {
+            "name": "cost",
+            "placeholder": "",
+            "alias": ""
+        },
+        "currency": {
+            "name": "currency",
+            "placeholder": "",
+            "alias": ""
+        },
+        "external_id": {
+            "name": "external_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "creative_id": {
+            "name": "creative_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "ad_campaign_id": {
+            "name": "ad_campaign_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "source": {
+            "name": "source",
+            "placeholder": "",
+            "alias": ""
+        },
+        sub_id_1: {
+            name: "appId",
+            placeholder: `${appId}`,
+            alias: ""
+        }
+    }
+}
+
+export let prepareOWCampaignParameters = (app: IApp): IKeitaroCampaignParameters => {
+    return {
+        "keyword": {
+            "name": "keyword",
+            "placeholder": "",
+            "alias": ""
+        },
+        "cost": {
+            "name": "cost",
+            "placeholder": "",
+            "alias": ""
+        },
+        "currency": {
+            "name": "currency",
+            "placeholder": "",
+            "alias": ""
+        },
+        "external_id": {
+            "name": "external_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "creative_id": {
+            "name": "creative_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "ad_campaign_id": {
+            "name": "ad_campaign_id",
+            "placeholder": "",
+            "alias": ""
+        },
+        "source": {
+            "name": "source",
+            "placeholder": "",
+            "alias": ""
+        },
+        sub_id_8: {
+            "name": app.keitaroData?.clickIdParameterName || "",
+            "placeholder": "{click_id}",
+            "alias": "click_id"
+        },
+        sub_id_15: {
+            "name": app.keitaroData?.offerIdParameterName || "",
+            "placeholder": "{offer_custom_id}",
+            "alias": "offer_custom_id"
+        }
+    }
+}
+
+function createBPStreamPartialPayload(app: IApp): Partial<IKeitaroStream> {
+    return {
+        name: `Bot Protection`,
+        type: "forced",
+        action_type: "http",
+        action_payload: "https://tomain.com",
+        schema: "redirect",
+        filter_or: true,
+        collect_clicks: true,
+        weight: 0,
+        filters: [{
+            name: "country",
+            mode: "reject",
+            payload: app.geos.split(" ")
+        }, {
+            name: "bot",
+            mode: "accept",
+            payload: null,
+        }],
+    }
+}
+
+function createDefenceMainStreamPartialPayload(app: IApp): Partial<IKeitaroStream> {
+    return {
+        name: "ALL",
+        type: "regular",
+        action_type: "http",
+        action_payload: app.sourceUrl,
+        schema: "redirect",
+        filter_or: false,
+        collect_clicks: true,
+        weight: 100,
+    }
+}
+
+export function createOWStreamPartialPayload(app: IApp): Partial<IKeitaroStream> {
+    return {
+        name: `OW`,
+        type: "regular",
+        action_type: "http",
+        action_payload: "https://bprtsk-controlpanel.com/ow?appId={appId}&clickId={uid}&countryCode={country}",
+        schema: "redirect",
+        filter_or: false,
+        collect_clicks: true,
+        weight: 100,
+        filters: [{
+            name: "country",
+            mode: "accept",
+            payload: app.geos.split(" ")
+        }],
+    }
+}
+
+export async function createFlashCampaigns(app: IApp) {
+    // Upserting Flash Redirect campaign
+    let redirectCampaign = await createOrFindFlashRedirectCampaign(app)
+    console.log(`Redirect campaign name:`)
+    console.log(`${redirectCampaign.domain}/${redirectCampaign.alias}?uid=`)
+
+    // Upserting necessary streams
+    let botProtectionStream = createBPStreamPartialPayload(app)
+    let owStream = createOWStreamPartialPayload(app)
+
+    for (let stream of [botProtectionStream, owStream]) {
+        await KeitaroService.upsertStreamToCampaign(redirectCampaign, stream)
+    }
+
+    // Upserting OW campaign
+    let owCampaign = await KeitaroService.cloneOWCampaign(app)
+
+    return {
+        tracking: owCampaign,
+        redirect: redirectCampaign
+    }
+}
+
+export async function createDirectCampaign(app: IApp) {
+    let campaign = await KeitaroService.cloneDCampaign(app)
+
+    let stream = createDefenceMainStreamPartialPayload(app)
+
+    await KeitaroService.upsertStreamToCampaign(campaign, stream)
+
+    return campaign
+}
+
+export async function createOWCampaign(app: IApp) {
+    let owCampaign = await KeitaroService.cloneOWCampaign(app)
+
+    return owCampaign
+}
+
+
+// TODO separate files for offers, campaigns etc.
+
+let removeBrokenDomain = async () => {
+
+    let regexp = new RegExp(`^FA #`)
+    let campaigns = (await KeitaroService.getAllCampaigns()).filter(campaign => regexp.exec(campaign.name) && campaign.domain == "https://slottibolt.com/");
+    for (let campaign of campaigns) {
+        console.log(campaign.name)
+    }
+}
+
+let changeSourceForFA = async () => {
+    let regexp = new RegExp(`^FA #`)
+    let campaigns = (await KeitaroService.getAllCampaigns()).filter(campaign => regexp.exec(campaign.name));
+    for (let campaign of campaigns) {
+        console.log(campaign.name)
+        await KeitaroService.updateCampaign(campaign.id, {
+            traffic_source_id: 22
+        })
+    }
+}
+
+let replaceInOfferLink = async (old: string, replace: string, offerNameRegEx: RegExp) => {
+    let offers = await KeitaroService.getAllOffers()
+
+    offers = offers.filter((o) => offerNameRegEx.exec(o.name))
+
+    for (let offer of offers) {
+        console.log(offer.name)
+        // offer.action_payload = offer.action_payload.replace(old, replace)
+
+        await sleep(700)
+        await KeitaroService.updateOffer(offer)
+    }
+}
+
+// let gatherInfoForFlashApps = async () => {
+//     console.log(__dirname)
+//     const pasteMap: PasteMap = JSON.parse(await readFile('/Users/bprtsk/Documents/Work/ASO/AI Control Panel /AI Panel Core/src/utils/map-paste.json', 'utf8'));
+//     const trackingMap: TrackingMap = JSON.parse(await readFile('/Users/bprtsk/Documents/Work/ASO/AI Control Panel /AI Panel Core/src/utils/map-tracking.json', 'utf8'));
+//     const flashApps: { [key: string]: IFlashApp | undefined } = JSON.parse(await readFile('/Users/bprtsk/Documents/Work/ASO/AI Control Panel /AI Panel Core/src/utils/map-apps.json', 'utf8'));
+
+//     let allCampaigns = await KeitaroService.getAllCampaigns()
+//     let owCampaigns = allCampaigns.filter(c => new RegExp(`^FA #`).exec(c.name)).reduce((acc, obj) => ({ ...acc, [new RegExp(/#(.*) \(/g).exec(obj.name)?.[1] || obj.name]: obj }), {});
+//     let redirectCampaigns = allCampaigns.filter(c => new RegExp(`^F #`).exec(c.name)).reduce((acc, obj) => ({ ...acc, [new RegExp(/#(.*) \(/g).exec(obj.name)?.[1] || obj.name]: obj }), {});
+
+//     let result = []
+//     for (let [id, paste] of Object.entries(pasteMap)) {
+//         console.log(`- #${id}`)
+//         // let ow = owCampaigns[id as keyof object] as IKeitaroCampaign | undefined
+//         // let redirect = redirectCampaigns[id as keyof object] as IKeitaroCampaign | undefined
+//         // let tracking = trackingMap[id as keyof object]
+//         let app = flashApps[id as keyof object]
+
+//         if (!app) {
+//             console.log(`! No app for ${id}`)
+//             continue
+//         }
+
+//         // if (paste.status == FlashAppPlugStatus.ENABLED) {
+//         //     if (!ow) console.log(`#${id}: no OW`)
+
+//         //     if (!redirect) console.log(`No redirect for #${id}`)
+//         //     else if (!paste.content.includes(redirect.domain)) console.log(`#${id}: Redirect domain (${redirect.domain}) differs from paste domain (${paste.content})`)
+//         //     else if (!paste.content.includes(redirect.alias)) console.log(`#${id}: Redirect campaign alias (${redirect.alias}) differs from paste id (${paste.content})`)
+//         // }
+
+//         // let appId
+//         // for (let parameter of Object.values(redirect?.parameters || {})) {
+//         //     if (parameter.name == "appId") {
+//         //         appId = parameter.placeholder
+//         //     }
+//         // }
+//         // if (!appId && ow) console.log(`No app id for #${id}`)
+//         // else if (appId != id && ow) console.log(`Wrong app id (${appId}) for #${id}`)
+
+//         // let owDomain = ow?.domain?.split("/")[2]
+//         // let owDomainId = ow?.domain_id
+//         // let owCampaignId = ow?.id
+//         // let owCampaignName = ow?.name
+//         // let owCampaignAlias = ow?.alias
+//         // let redirectDomain = redirect?.domain?.split("/")[2]
+//         // let redirectDomainId = redirect?.domain_id
+//         // let redirectCampaignId = redirect?.id
+//         // let redirectCampaignName = redirect?.name
+//         // let redirectCampaignAlias = redirect?.alias
+
+//         // let clickIdParameterName = ow?.parameters?.sub_id_8?.name
+//         // let offerIdParameterName = ow?.parameters?.sub_id_15?.name
+//         // if (!clickIdParameterName && app && ow) console.log(`No click id parameter for #${id}`)
+//         // if (!offerIdParameterName && app && ow) console.log(`No offer id parameter for #${id}`)
+
+//         // let trackingLink = tracking?.trackingUrl
+
+//         // app.plugStatus = paste.status
+//         // app.plugContent = paste.content
+//         // app.plugType = PlugType.PASTEBIN
+//         // app.plugId = paste.paste_id
+//         // app.reservePlugType = PlugType.PASTEBIN
+//         // app.plugAccountId = parseInt(paste.accountId)
+
+//         // app.keitaroData.redirectDomainName = redirectDomain || "none"
+//         // app.keitaroData.redirectDomainId = redirectDomainId || 0
+//         // app.keitaroData.redirectCampaignId = redirectCampaignId || 0
+//         // app.keitaroData.redirectCampaignName = redirectCampaignName || "none"
+//         // app.keitaroData.redirectCampaignAlias = redirectCampaignAlias || "none"
+//         // app.keitaroData.trackingDomainId = owDomainId || 0
+//         // app.keitaroData.trackingDomainName = owDomain || "none"
+//         // app.keitaroData.trackingCampaignId = owCampaignId || 0
+//         // app.keitaroData.trackingCampaignName = owCampaignName || "none"
+//         // app.keitaroData.trackingCampaignAlias = owCampaignAlias || "none"
+
+//         // if (clickIdParameterName) app.keitaroData.clickIdParameterName = clickIdParameterName
+//         // if (offerIdParameterName) app.keitaroData.offerIdParameterName = offerIdParameterName
+
+//         // if (trackingLink) app.trackingUrl = trackingLink
+
+//         // if (!owCampaignName?.includes(app.bundle) && ow) {
+//         //     console.log(`OW: bundle differs (${app.bundle} in DB and ${owCampaignName})`)
+//         // }
+
+//         // if (!redirectCampaignName?.includes(app.bundle) && redirect) {
+//         //     console.log(`Redirect: bundle differs (${app.bundle} in DB and ${redirectCampaignName})`)
+//         // }
+
+//         result.push(app)
+
+//         console.log("--------------------")
+//     }
+
+//     await axios.post(`https://aipanel-secondary.com/flash/batch-update`, result, {
+//         headers: {
+//             "Authorization": "Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1c2VybmFtZSI6ImFkbWluIiwiaWF0IjoxNjg3Mjc2NjA0LCJleHAiOjE2ODc4ODE0MDR9.XesrnNGmWlK-yBBMs5TeKvTe07A8Sud7B4MyfZAOMag"
+//         }
+//     })
+
+//     // console.log(result)
+// }
+
+let findBrokenOfferStreams = async () => {
+    let allCampaigns = await KeitaroService.getAllCampaigns()
+
+    let regexp = new RegExp(`^FA #`)
+    const matchingCampaigns = allCampaigns.filter(campaign => regexp.exec(campaign.name));
+    for (let campaign of matchingCampaigns) {
+        console.log(campaign.name)
+        console.log("––––––––––––––––––––––––")
+        let streams = await KeitaroService.getStreamsByCampaignId(campaign.id)
+
+        for (let stream of streams) {
+            if (stream.name == "Bot Protection") continue
+
+            let idPayload = stream.filters.find(f => f.name == "sub_id_15")
+
+            if (!idPayload) {
+                console.log(`${stream.name}: id payload is missing, payload: ${stream.filters}`)
+            }
+        }
+    }
+}
+
+let moveCampaignsToAnotherGroup = async () => {
+    let from = 2, to = 80, exceptFor = [2684, 2686, 2673, 2670, 2687, 2689, 2529, 2688, 2551, 2517, 2691, 2588, 2643, 2563, 2598, 2624, 2584, 2553, 2683, 2618, 2499, 2594, 2545, 2682, 2569, 2527, 2681, 2677, 2610, 2608]
+
+    await KeitaroService.changeCampaignsGroup(from, to, exceptFor)
+}
+
+// moveCampaignsToAnotherGroup()
+
+// Getting campaign group ids
+// (async () => {
+//     let campaigns = await KeitaroService.getAllCampaigns()
+//     let normal = campaigns.find(c => c.id == 2684)
+//     let archive = campaigns.find(c => c.id == 2679)
+
+//     console.log([normal?.group_id, archive?.group_id])
+// })()
+
+// findBrokenOfferStreams()
+
+// removeBrokenDomain()
+
+// createFlashCampaigns(sampleApp)
+// changeSourceForFA()
+// addGeosToAllRedirectCam`paigns("GR")
+// removeGeosFromAllRedirectCampaigns("BE`")
+
+// gatherInfoForFlashApps()
+
+// replaceInOfferLink(`xmariorel.com`, `lalielynaualish.com`, /.*icecasino_huffson.*/g)
 // replaceInOfferLink(`lp=18`, `lp=00`, /.*icecasino_huffson.*/g)