lytx 0.3.0

package/db/postgres/schema.ts

@@ -0,0 +1,145 @@
+import { pgTable, serial, integer, text, timestamp, boolean, jsonb } from 'drizzle-orm/pg-core'
+import { relations, sql } from 'drizzle-orm'
+
+export const accounts = pgTable('accounts', {
+	account_id: serial('account_id').primaryKey(),
+	api_key: text('api_key'),
+	created_at: timestamp('created_at'),
+	created_by: text('created_by'),
+	name: text('name'),
+	website: text('website'),
+})
+
+export const dataStore = pgTable('dataStore', {
+	id: serial('id').primaryKey(),
+	uuid: text('uuid').notNull(),
+	account: text('account'),
+	adServer: text('adServer'),
+	adServerData: jsonb('adServerData'),
+	adServerType: text('adServerType'),
+	city: text('city'),
+	client_ip: text('client_ip'),
+	country: text('country'),
+	created_at: timestamp('created_at'),
+	customData: jsonb('customData'),
+	customType: text('customType'),
+	data_event: text('data_event'),
+	data_passback: text('data_passback'),
+	host: text('host'),
+	labels: text('labels'),
+	lat: text('lat'),
+	long: text('long'),
+	message: text('message'),
+	method: text('method'),
+	path: text('path'),
+	referer: text('referer'),
+	referrer: text('referrer'),
+	region: text('region'),
+	screen_height: text('screen_height'),
+	screen_width: text('screen_width'),
+	thirdPartyId: text('thirdPartyId'),
+	user_agent: text('user_agent'),
+	zip: text('zip'),
+})
+
+export const sites = pgTable('sites', {
+	site_id: serial('site_id').primaryKey(),
+	tag_id: text('tag_id').default(sql`uuid_generate_v4()`),
+	track_web_events: boolean('track_web_events').notNull().default(false),
+	event_load_strategy: text('event_load_strategy').notNull().default('sdk'),
+	account_id: integer('account_id'),
+	client: text('client'),
+	created_at: timestamp('created_at'),
+	domain: text('domain'),
+	gdpr: boolean('gdpr'),
+	// Autocapture: automatically track clicks on links, buttons, and form submissions
+	autocapture: boolean('autocapture').default(true),
+	rid_salt: text('rid_salt'),
+	rid_salt_expire: timestamp('rid_salt_expire'),
+	tag_id_override: text('tag_id_override'),
+})
+
+export const events = pgTable('events', {
+	id: serial('id').primaryKey(),
+	account_id: integer('account_id'),
+	clickCease: jsonb('clickCease'),
+	condition: text('condition'),
+	created_at: timestamp('created_at'),
+	data_passback: text('data_passback'),
+	event_name: text('event_name'),
+	google_ads_conversion: jsonb('google_ads_conversion'),
+	google_ads_script: text('google_ads_script'),
+	google_analytics: text('google_analytics'),
+	notes: text('notes'),
+	param_config: jsonb('param_config'),
+	parameters: text('parameters'),
+	quantcast_pixel_id: text('quantcast_pixel_id'),
+	rules: text('rules'),
+	simplfi_pixel_id: text('simplfi_pixel_id'),
+	site_id: integer('site_id'),
+})
+
+export const siteEvents = pgTable('site_events', {
+	id: serial('id').primaryKey(),
+	account_id: integer('account_id'),
+	bot_data: jsonb('bot_data'),
+	browser: text('browser'),
+	city: text('city'),
+	client_page_url: text('client_page_url'),
+	country: text('country'),
+	created_at: timestamp('created_at'),
+	custom_data: jsonb('custom_data'),
+	device_type: text('device_type'),
+	event: text('event'),
+	operating_system: text('operating_system'),
+	page_url: text('page_url'),
+	postal: text('postal'),
+	query_params: jsonb('query_params'),
+	referer: text('referer'),
+	region: text('region'),
+	rid: text('rid'),
+	screen_height: integer('screen_height'),
+	screen_width: integer('screen_width'),
+	site_id: integer('site_id'),
+	tag_id: text('tag_id'),
+})
+
+export const sitePersonalization = pgTable('site_personalization', {
+	id: serial('id').primaryKey(),
+	created_at: timestamp('created_at').notNull(),
+	client_page_url: text('client_page_url'),
+	rid: text('rid'),
+})
+
+export const waitlist = pgTable('waitlist', {
+	id: serial('id').primaryKey(),
+	company: text('company'),
+	created_at: timestamp('created_at'),
+	email_address: text('email_address'),
+	name: text('name'),
+	website: text('website'),
+})
+
+export const accountsRelations = relations(accounts, ({ many }) => ({
+	sites: many(sites),
+	events: many(events),
+}))
+
+export const sitesRelations = relations(sites, ({ one, many }) => ({
+	account: one(accounts, {
+		fields: [sites.account_id],
+		references: [accounts.account_id],
+	}),
+	events: many(events),
+}))
+
+export const eventsRelations = relations(events, ({ one }) => ({
+	account: one(accounts, {
+		fields: [events.account_id],
+		references: [accounts.account_id],
+	}),
+	site: one(sites, {
+		fields: [events.site_id],
+		references: [sites.site_id],
+	}),
+}))

package/db/postgres/sites.ts

@@ -0,0 +1,118 @@
+import { pg_client } from "@db/postgres/client";
+import { DashboardOptions } from "@db/types";
+import { siteEvents, sites } from "@db/postgres/schema";
+import { and, count, eq, gte, inArray, lte } from 'drizzle-orm';
+import { WebEvent } from "@/templates/trackWebEvents";
+import { IS_DEV } from "rwsdk/constants";
+
+
+export function getDashboardData(options: DashboardOptions) {
+	const { date, site_id, team_id } = options;
+	const client = pg_client();
+	let parsedSiteId = site_id;
+	const query = client.select({
+		page_url: siteEvents.page_url,
+		client_page_url: siteEvents.client_page_url,
+		referer: siteEvents.referer,
+		event: siteEvents.event,
+		createdAt: siteEvents.created_at,
+		operating_system: siteEvents.operating_system,
+		browser: siteEvents.browser,
+		country: siteEvents.country,
+		region: siteEvents.region,
+		rid: siteEvents.rid,
+		city: siteEvents.city,
+		postal: siteEvents.postal,
+		screen_width: siteEvents.screen_width,
+		screen_height: siteEvents.screen_height,
+		device_type: siteEvents.device_type,
+	}).from(siteEvents);
+	const whereFilters = [eq(siteEvents.account_id, team_id)];
+	if (typeof site_id === 'string') {
+		whereFilters.push(eq(siteEvents.tag_id, site_id));
+	}
+	else {
+		whereFilters.push(eq(siteEvents.site_id, site_id));
+	}
+	if (date) {
+		if (date.start) {
+			whereFilters.push(gte(siteEvents.created_at, date.start));
+		}
+		if (date.end) {
+			// Set end date to end of day (23:59:59.999) to include the entire day
+			const endOfDay = new Date(date.end);
+			endOfDay.setHours(23, 59, 59, 999);
+			whereFilters.push(lte(siteEvents.created_at, endOfDay));
+		}
+	} else {
+		// Default to last 7 days
+		const sevenDaysAgo = new Date();
+		sevenDaysAgo.setDate(sevenDaysAgo.getDate() - 7);
+		whereFilters.push(gte(siteEvents.created_at, sevenDaysAgo));
+	}
+	const noSiteRecordsExist = checkIfSiteEventsHaveRows(site_id, client);
+
+	query.where(and(...whereFilters));
+	if (IS_DEV) console.log("🔥🔥🔥 getDashboardData", query.toSQL());
+	return { query, client, noSiteRecordsExist: noSiteRecordsExist };
+}
+
+
+//WARNING: THIS IS ONLY FOR LOADING INTO THE TAG DO NOT USE THIS FOR ANYTHING ELSE
+export async function getSiteForTag(account: string) {
+	const client = pg_client();
+	const [site] = await client
+		.select()
+		.from(sites)
+		.where(eq(siteEvents.tag_id, account))
+		.limit(1);
+	return site;
+}
+
+
+export async function insertSiteEvent(event: WebEvent) {
+	const client = pg_client();
+
+	const [newEvent] = await client.insert(siteEvents).values({
+		event: event.event!,
+		tag_id: event.tag_id!,
+		client_page_url: event.client_page_url,
+		screen_height: event.screen_height,
+		screen_width: event.screen_width,
+		rid: event.rid,
+		browser: event.browser,
+		operating_system: event.operating_system,
+		device_type: event.device_type,
+		custom_data: event.custom_data,
+		country: event.country,
+		region: event.region,
+		city: event.city,
+		postal: event.postal,
+		site_id: event.site_id!,
+		page_url: event.page_url,
+		bot_data: event.bot_data,
+		query_params: event.query_params,
+		referer: event.referer,
+		//TODO:RENAME TEAM_ID TO ACCOUNT_ID
+		account_id: event.account_id,
+	}).returning();
+	return newEvent;
+
+}
+
+export async function checkIfSiteEventsHaveRows(site_id: number | string, client: ReturnType<typeof pg_client>) {
+	const whereFilters = [];
+	if (typeof site_id === 'string') {
+		whereFilters.push(eq(siteEvents.tag_id, site_id));
+	}
+	else {
+		whereFilters.push(eq(siteEvents.site_id, site_id));
+	}
+	const siteEv = await client
+		.select({ id: siteEvents.id })
+		.from(siteEvents)
+		.where(and(...whereFilters))
+		.limit(1);
+	if (siteEv.length == 0) return true;
+	return false;
+}