@harperfast/harper-pro 5.0.0-alpha.9 → 5.0.0-beta.2

package/studio/web/index.html

@@ -6,7 +6,7 @@
     <link rel="icon" type="dynamic-favicon" href="/favicon_purple.png" />
     <meta name="viewport" content="width=device-width, initial-scale=1.0" />
     <title>Harper Fabric</title>
-    <script type="module" crossorigin src="/assets/index-Qu8D43wo.js"></script>
+    <script type="module" crossorigin src="/assets/index-DMDhGP7N.js"></script>
     <link rel="stylesheet" crossorigin href="/assets/index-Y2g_iFpU.css">
   </head>
 

package/core/resources/ResourceInterfaceV2.ts

@@ -1,53 +0,0 @@
-import type { User } from '../security/user.js';
-import type { RecordObject } from './RecordEncoder.ts';
-import { RequestTarget } from './RequestTarget.ts';
-import { RequestTargetOrId, ResourceInterface, SubscriptionRequest, UpdatableRecord } from './ResourceInterface.ts';
-
-// @ts-expect-error We changed the interface in v2 with breaking changes (by flipping target and newRecord/record)
-export interface ResourceInterfaceV2<Record extends object = any> extends ResourceInterface<Record> {
-	get?(
-		target?: RequestTargetOrId
-	):
-		| (Record & Partial<RecordObject>)
-		| Promise<Record & Partial<RecordObject>>
-		| AsyncIterable<Record & Partial<RecordObject>>
-		| Promise<AsyncIterable<Record & Partial<RecordObject>>>;
-	search?(target: RequestTarget): AsyncIterable<Record & Partial<RecordObject>>;
-
-	create?(
-		target: RequestTargetOrId,
-		newRecord: Partial<Record & RecordObject>
-	): void | (Record & Partial<RecordObject>) | Promise<Record & Partial<RecordObject>>;
-	post?(
-		target: RequestTargetOrId,
-		newRecord: Partial<Record & RecordObject>
-	): void | (Record & Partial<RecordObject>) | Promise<Record & Partial<RecordObject>>;
-
-	put?(
-		target: RequestTargetOrId,
-		record: Record & RecordObject
-	): void | (Record & Partial<RecordObject>) | Promise<void | (Record & Partial<RecordObject>)>;
-	patch?(
-		target: RequestTargetOrId,
-		record: Partial<Record & RecordObject>
-	): void | (Record & Partial<RecordObject>) | Promise<void | (Record & Partial<RecordObject>)>;
-	update?(updates: Record & RecordObject, fullUpdate: true): ResourceInterface<Record & Partial<RecordObject>>;
-	update?(
-		updates: Partial<Record & RecordObject>,
-		fullUpdate?: boolean
-	):
-		| ResourceInterface<Record & Partial<RecordObject>>
-		| Promise<ResourceInterface<Record & Partial<RecordObject>> | UpdatableRecord<Record & Partial<RecordObject>>>;
-
-	delete?(target: RequestTargetOrId): boolean | Promise<boolean>;
-
-	invalidate(target: RequestTargetOrId): void | Promise<void>;
-
-	publish?(target: RequestTargetOrId, record: Record): void;
-	subscribe?(request: SubscriptionRequest): AsyncIterable<Record> | Promise<AsyncIterable<Record>>;
-
-	doesExist(): boolean;
-	wasLoadedFromSource(): boolean | void;
-
-	getCurrentUser(): User | undefined;
-}

package/core/resources/ResourceV2.ts

@@ -1,67 +0,0 @@
-import { _assignPackageExport } from '../globals.js';
-import { IterableEventQueue } from './IterableEventQueue.js';
-import type { RecordObject } from './RecordEncoder.js';
-import { RequestTarget } from './RequestTarget.js';
-import { Resource } from './Resource.ts';
-import { RequestTargetOrId } from './ResourceInterface.ts';
-
-/**
- * This is the main class that can be extended for any resource in HarperDB and provides the essential reusable
- * uniform interface for interacting with data, defining the API for providing data (data sources) and for consuming
- * data. This interface is used pervasively in HarperDB and is implemented by database tables and can be used to define
- * sources for caching, real-data sources for messaging protocols, and RESTful endpoints, as well as any other types of
- * data aggregation, processing, or monitoring.
- *
- * This base Resource class provides a set of static methods that are main entry points for querying and updating data
- * in resources/tables. The static methods provide the default handling of arguments, context, and ensuring that
- * internal actions are wrapped in a transaction. The base Resource class intended to be extended, and the instance
- * methods can be overridden to provide specific implementations of actions like get, put, post, delete, and subscribe.
- */
-export class ResourceV2<Record extends object = any> extends Resource<Record> {
-	static loadAsInstance: boolean = false;
-
-	get?(
-		target?: RequestTargetOrId
-	):
-		| (Record & Partial<RecordObject>)
-		| Promise<Record & Partial<RecordObject>>
-		| AsyncIterable<Record & Partial<RecordObject>>
-		| Promise<AsyncIterable<Record & Partial<RecordObject>>>;
-
-	search?(target: RequestTargetOrId): AsyncIterable<Record & Partial<RecordObject>>;
-
-	// @ts-expect-error We swapped the order of target and newRecord.
-	create?(
-		target: RequestTargetOrId,
-		newRecord: Partial<Record & RecordObject>
-	): void | (Record & Partial<RecordObject>) | Promise<Record & Partial<RecordObject>>;
-
-	// @ts-expect-error In v2, we're adjusting the types.
-	post(
-		target: RequestTargetOrId,
-		newRecord: Partial<Record & RecordObject>
-	): void | (Record & Partial<RecordObject>) | Promise<Record & Partial<RecordObject>> {
-		return super.post(target, newRecord);
-	}
-
-	// @ts-expect-error We swapped the order of target and record.
-	put?(
-		target: RequestTargetOrId,
-		record: Record & RecordObject
-	): void | (Record & Partial<RecordObject>) | Promise<void | (Record & Partial<RecordObject>)>;
-
-	// @ts-expect-error We swapped the order of target and record.
-	patch?(
-		target: RequestTargetOrId,
-		record: Partial<Record & RecordObject>
-	): void | (Record & Partial<RecordObject>) | Promise<void | (Record & Partial<RecordObject>)>;
-
-	delete?(target: RequestTargetOrId): boolean | Promise<boolean>;
-	invalidate?(target: RequestTargetOrId): void | Promise<void>;
-
-	// @ts-expect-error We swapped the order of target and record.
-	connect?(incomingMessages: IterableEventQueue<Record>, target: RequestTarget): AsyncIterable<Record>;
-	publish?(target: RequestTargetOrId, record: Record): void;
-}
-
-_assignPackageExport('ResourceV2', ResourceV2);

package/core/resources/analytics/profile.ts

@@ -1,109 +0,0 @@
-/**
- * This module is responsible for profiling threads so we can determine how much CPU usage can be attributed
- * to user code, harper code, and individual "hot" functions
- */
-import { recordAction } from './write.ts';
-import { get as envGet, getHdbBasePath } from '../../utility/environment/environmentManager.js';
-import { CONFIG_PARAMS } from '../../utility/hdbTerms.js';
-import { PACKAGE_ROOT } from '../../utility/packageUtils.js';
-import { realpathSync } from 'node:fs';
-import { time as timeProfiler } from '@datadog/pprof';
-import * as log from '../../utility/logging/harper_logger.js';
-
-type Profile = ReturnType<typeof timeProfiler.stop>;
-type Sample = Profile['sample'][0];
-const basePath = getHdbBasePath();
-export const userCodeFolders = basePath ? [basePath] : [];
-if (process.env.RUN_HDB_APP) userCodeFolders.push(realpathSync(process.env.RUN_HDB_APP));
-
-let profilerTimer: NodeJS.Timeout | undefined;
-const SAMPLING_INTERVAL_IN_MICROSECONDS = 50000;
-// TODO: Running this on the thread itself can be a problematic because the profiler snapshots are somewhat expensive
-//  (calling timeProfiler.stop and getting the large block of JSON and parsing it). This can take a 5ms or more
-//  which can have some impact on latency for users. However, the datadog profiler is much better than the node
-//  profiler, so we'll keep this for now.
-(async () => {
-	if (userCodeFolders.length === 0) return;
-	// start the profiler
-	timeProfiler.start({ intervalMicros: SAMPLING_INTERVAL_IN_MICROSECONDS });
-	const PROFILE_PERIOD = (envGet(CONFIG_PARAMS.ANALYTICS_AGGREGATEPERIOD) ?? 60) * 1000;
-	if (PROFILE_PERIOD > 0) {
-		profilerTimer = setTimeout(() => {
-			captureProfile(PROFILE_PERIOD);
-		}, PROFILE_PERIOD).unref();
-	}
-})();
-
-export async function captureProfile(
-	delayToNextCapture = (envGet(CONFIG_PARAMS.ANALYTICS_AGGREGATEPERIOD) ?? 60) * 1000
-): Promise<void> {
-	clearTimeout(profilerTimer);
-	const hitCountThreshold = 100;
-	const secondsPerHit = SAMPLING_INTERVAL_IN_MICROSECONDS / 1_000_000;
-	const locationById = new Map<number, any>();
-	const fileNameById = new Map<number, any>();
-	const samplesByLocationId = new Map<number, number>();
-	let totalUserCount = 0;
-	let totalHarperCount = 0;
-	try {
-		const profile = timeProfiler.stop(true);
-		const strings = profile.stringTable.strings;
-		for (let func of profile.function) {
-			fileNameById.set(func.id as number, strings[func.filename as number]);
-		}
-		for (let location of profile.location) {
-			locationById.set(location.id as number, location.line[0]);
-		}
-
-		for (const sample of profile.sample) {
-			getUserHitCount(sample);
-		}
-		recordAction(totalHarperCount * secondsPerHit, 'cpu-usage', 'harper');
-		recordAction(totalUserCount * secondsPerHit, 'cpu-usage', 'user');
-		for (let [locationId, sampleCount] of samplesByLocationId) {
-			if (sampleCount > hitCountThreshold) {
-				const location = locationById.get(locationId);
-				const locationName = fileNameById.get(location.functionId) + ':' + location.line;
-				recordAction(sampleCount * secondsPerHit, 'cpu-usage', locationName);
-			}
-		}
-	} catch (error) {
-		log.error?.('analytics profiler error:', error);
-	} finally {
-		// and start the profiler again
-		if (delayToNextCapture > 0) {
-			profilerTimer = setTimeout(() => {
-				captureProfile();
-			}, delayToNextCapture).unref();
-		} else {
-			// somehow this can later get set to a negative number which causes big problems (high-frequency restarts of the profiler)
-			log.info?.('Profiling disabled');
-			timeProfiler.stop();
-		}
-	}
-	// this traverses the nodes and returns the number of sampling hits for the sample and attributes it
-	// to harper or user code (as opposed to execution of things like node internal modules or native code)
-	function getUserHitCount(sample: Sample) {
-		// if we can assign to user code or harper code, do so
-		let recordedTopSample = false;
-		for (let locationId of sample.locationId) {
-			let fileName = fileNameById.get(locationById.get(locationId).functionId);
-			if (userCodeFolders.some((userCodeFolder) => fileName.startsWith(userCodeFolder))) {
-				// the call frame location is in user code
-				const sampleCount = sample.value[0];
-				totalUserCount += sampleCount;
-				if (!recordedTopSample)
-					samplesByLocationId.set(locationId, (samplesByLocationId.get(locationId) ?? 0) + sampleCount);
-				return; // if the highest point in the call stack is in user code, we don't need to check the rest of the call stack, this "counts" as user execution
-			}
-			if (fileName.startsWith(PACKAGE_ROOT)) {
-				const sampleCount = sample.value[0];
-				totalHarperCount += sampleCount;
-				if (!recordedTopSample) {
-					samplesByLocationId.set(locationId, (samplesByLocationId.get(locationId) ?? 0) + sampleCount);
-					recordedTopSample = true;
-				}
-			}
-		}
-	}
-}

package/core/unitTests/apiTests/analytics-test.mjs

@@ -1,38 +0,0 @@
-import { assert } from 'chai';
-import axios from 'axios';
-import { setupTestApp } from './setupTestApp.mjs';
-import { captureProfile, userCodeFolders } from '#src/resources/analytics/profile';
-import analytics from '#src/resources/analytics/write';
-
-describe('Analytics profiling user code', () => {
-	before(async () => {
-		await setupTestApp();
-		analytics.setAnalyticsEnabled(true);
-		analytics.analyticsDelay = 50; // let's make this fast
-		userCodeFolders.push(new URL('../testApp/', import.meta.url).toString());
-	});
-
-	it('can sample user code and record it', async () => {
-		await captureProfile(10000); // restart the profile
-		const start = Date.now();
-		let response = await axios.post('http://localhost:9926/SimpleCache/3', {
-			doExpensiveComputation: true,
-		});
-		assert.equal(response.status, 204);
-		await captureProfile();
-		await new Promise((resolve) => setTimeout(resolve, 100));
-		const analyticsResults = await databases.system.hdb_raw_analytics.search({
-			conditions: [{ attribute: 'id', comparator: 'greater_than_equal', value: start }],
-		});
-		let userUsageRecorded, harperUsageRecorded;
-		for await (let { metrics } of analyticsResults) {
-			userUsageRecorded ??= metrics.find(({ metric, path }) => metric === 'cpu-usage' && path === 'user');
-			harperUsageRecorded ??= metrics.find(({ metric, path }) => metric === 'cpu-usage' && path === 'harper');
-		}
-		assert(userUsageRecorded, 'user cpu-usage was recorded in analytics');
-		assert(harperUsageRecorded, 'harper cpu-usage was recorded in analytics');
-	});
-	after(() => {
-		analytics.setAnalyticsEnabled(false);
-	});
-});

package/core/v1.d.ts

@@ -1,47 +0,0 @@
-export { Resource } from './resources/Resource.ts';
-import { Resource as ResourceImport } from './resources/Resource.ts';
-export type {
-	Context,
-	Query,
-	RequestTargetOrId,
-	Session,
-	SourceContext,
-	SubscriptionRequest,
-} from './resources/ResourceInterface.ts';
-export { ResourceInterface } from './resources/ResourceInterface.ts';
-export type { User } from './security/user.ts';
-export type { RecordObject } from './resources/RecordEncoder.ts';
-export type { IterableEventQueue } from './resources/IterableEventQueue.ts';
-export { RequestTarget } from './resources/RequestTarget.ts';
-export { server } from './server/Server';
-import { server as serverImport } from './server/Server.ts';
-export { tables, databases } from './resources/databases.ts';
-import { tables as dbTables, databases as dbDatabases } from './resources/databases.ts';
-import { BlobCreationOptions } from './resources/blob.ts';
-export { Scope } from './components/Scope.ts';
-export type { FilesOption, FilesOptionObject } from './components/deriveGlobOptions.ts';
-export type { FileAndURLPathConfig } from './components/Component.ts';
-export { OptionsWatcher, type Config, type ConfigValue } from './components/OptionsWatcher.ts';
-export {
-	EntryHandler,
-	type BaseEntry,
-	type FileEntry,
-	type EntryEvent,
-	type AddFileEvent,
-	type ChangeFileEvent,
-	type UnlinkFileEvent,
-	type FileEntryEvent,
-	type AddDirectoryEvent,
-	type UnlinkDirectoryEvent,
-	type DirectoryEntryEvent,
-} from './components/EntryHandler.ts';
-declare global {
-	const tables: typeof dbTables;
-	const databases: typeof dbDatabases;
-	const server: typeof serverImport;
-	const Resource: typeof ResourceImport;
-	const createBlob: (
-		source: Uint8Array | NodeJS.ReadableStream | string | Iterable<Uint8Array> | AsyncIterator<Uint8Array>,
-		options?: BlobCreationOptions
-	) => Blob;
-}

package/core/v1.js

@@ -1,38 +0,0 @@
-const workerThreads = require('node:worker_threads');
-if (!workerThreads.isMainThread) {
-	// Prevents server from starting in worker threads if this was directly imported from a non-server user thread
-	if (!workerThreads.workerData) workerThreads.workerData = {};
-	workerThreads.workerData.noServerStart = true;
-}
-const { globals } = require('./server/threads/threadServer.js');
-
-// exported types are needed for parsing as well
-exports.Config = undefined;
-exports.ConfigValue = undefined;
-exports.Context = undefined;
-exports.FileAndURLPathConfig = undefined;
-exports.FilesOption = undefined;
-exports.FilesOptionObject = undefined;
-exports.IterableEventQueue = undefined;
-exports.Query = undefined;
-exports.RecordObject = undefined;
-exports.RequestTarget = undefined;
-exports.RequestTargetOrId = undefined;
-exports.Resource = undefined;
-exports.ResourceInterface = undefined;
-exports.Scope = undefined;
-exports.Session = undefined;
-exports.SourceContext = undefined;
-exports.SubscriptionRequest = undefined;
-exports.User = undefined;
-
-// these are all overwritten by the globals, but need to be here so that Node's static
-// exports parser can analyze them
-exports.tables = {};
-exports.databases = {};
-exports.getUser = undefined;
-exports.server = {};
-exports.contentTypes = null;
-exports.threads = [];
-exports.logger = {};
-Object.assign(exports, globals);

package/core/v2.d.ts

@@ -1,47 +0,0 @@
-export { ResourceV2 as Resource } from './resources/ResourceV2.ts';
-import { ResourceV2 as ResourceImport } from './resources/ResourceV2.ts';
-export type {
-	Context,
-	Query,
-	RequestTargetOrId,
-	Session,
-	SourceContext,
-	SubscriptionRequest,
-} from './resources/ResourceInterface.ts';
-export { ResourceInterfaceV2 as ResourceInterface } from './resources/ResourceInterfaceV2.ts';
-export type { User } from './security/user.ts';
-export type { RecordObject } from './resources/RecordEncoder.ts';
-export type { IterableEventQueue } from './resources/IterableEventQueue.ts';
-export { RequestTarget } from './resources/RequestTarget.ts';
-export { server } from './server/Server';
-import { server as serverImport } from './server/Server.ts';
-export { tables, databases } from './resources/databases.ts';
-import { tables as dbTables, databases as dbDatabases } from './resources/databases.ts';
-import { BlobCreationOptions } from './resources/blob.ts';
-export { Scope } from './components/Scope.ts';
-export type { FilesOption, FilesOptionObject } from './components/deriveGlobOptions.ts';
-export type { FileAndURLPathConfig } from './components/Component.ts';
-export { OptionsWatcher, type Config, type ConfigValue } from './components/OptionsWatcher.ts';
-export {
-	EntryHandler,
-	type BaseEntry,
-	type FileEntry,
-	type EntryEvent,
-	type AddFileEvent,
-	type ChangeFileEvent,
-	type UnlinkFileEvent,
-	type FileEntryEvent,
-	type AddDirectoryEvent,
-	type UnlinkDirectoryEvent,
-	type DirectoryEntryEvent,
-} from './components/EntryHandler.ts';
-declare global {
-	const tables: typeof dbTables;
-	const databases: typeof dbDatabases;
-	const server: typeof serverImport;
-	const Resource: typeof ResourceImport;
-	const createBlob: (
-		source: Uint8Array | NodeJS.ReadableStream | string | Iterable<Uint8Array> | AsyncIterator<Uint8Array>,
-		options?: BlobCreationOptions
-	) => Blob;
-}

package/core/v2.js

@@ -1,38 +0,0 @@
-const workerThreads = require('node:worker_threads');
-if (!workerThreads.isMainThread) {
-	// Prevents server from starting in worker threads if this was directly imported from a non-server user thread
-	if (!workerThreads.workerData) workerThreads.workerData = {};
-	workerThreads.workerData.noServerStart = true;
-}
-const { globals } = require('./server/threads/threadServer.js');
-
-// exported types are needed for parsing as well
-exports.Config = undefined;
-exports.ConfigValue = undefined;
-exports.Context = undefined;
-exports.FileAndURLPathConfig = undefined;
-exports.FilesOption = undefined;
-exports.FilesOptionObject = undefined;
-exports.IterableEventQueue = undefined;
-exports.Query = undefined;
-exports.RecordObject = undefined;
-exports.RequestTarget = undefined;
-exports.RequestTargetOrId = undefined;
-exports.Resource = undefined;
-exports.ResourceInterface = undefined;
-exports.Scope = undefined;
-exports.Session = undefined;
-exports.SourceContext = undefined;
-exports.SubscriptionRequest = undefined;
-exports.User = undefined;
-
-// these are all overwritten by the globals, but need to be here so that Node's static
-// exports parser can analyze them
-exports.tables = {};
-exports.databases = {};
-exports.getUser = undefined;
-exports.server = {};
-exports.contentTypes = null;
-exports.threads = [];
-exports.logger = {};
-Object.assign(exports, globals);

package/dist/core/resources/ResourceInterfaceV2.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ResourceInterfaceV2.js","sourceRoot":"","sources":["../../../core/resources/ResourceInterfaceV2.ts"],"names":[],"mappings":""}

package/dist/core/resources/ResourceV2.js

@@ -1,27 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ResourceV2 = void 0;
-const globals_js_1 = require("../globals.js");
-const Resource_ts_1 = require("./Resource.js");
-/**
- * This is the main class that can be extended for any resource in HarperDB and provides the essential reusable
- * uniform interface for interacting with data, defining the API for providing data (data sources) and for consuming
- * data. This interface is used pervasively in HarperDB and is implemented by database tables and can be used to define
- * sources for caching, real-data sources for messaging protocols, and RESTful endpoints, as well as any other types of
- * data aggregation, processing, or monitoring.
- *
- * This base Resource class provides a set of static methods that are main entry points for querying and updating data
- * in resources/tables. The static methods provide the default handling of arguments, context, and ensuring that
- * internal actions are wrapped in a transaction. The base Resource class intended to be extended, and the instance
- * methods can be overridden to provide specific implementations of actions like get, put, post, delete, and subscribe.
- */
-class ResourceV2 extends Resource_ts_1.Resource {
-    static loadAsInstance = false;
-    // @ts-expect-error In v2, we're adjusting the types.
-    post(target, newRecord) {
-        return super.post(target, newRecord);
-    }
-}
-exports.ResourceV2 = ResourceV2;
-(0, globals_js_1._assignPackageExport)('ResourceV2', ResourceV2);
-//# sourceMappingURL=ResourceV2.js.map

package/dist/core/resources/ResourceV2.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ResourceV2.js","sourceRoot":"","sources":["../../../core/resources/ResourceV2.ts"],"names":[],"mappings":";;;AAAA,8CAAqD;AAIrD,+CAAyC;AAGzC;;;;;;;;;;;GAWG;AACH,MAAa,UAAwC,SAAQ,sBAAgB;IAC5E,MAAM,CAAC,cAAc,GAAY,KAAK,CAAC;IAkBvC,qDAAqD;IACrD,IAAI,CACH,MAAyB,EACzB,SAAyC;QAEzC,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACtC,CAAC;;AAzBF,gCA6CC;AAED,IAAA,iCAAoB,EAAC,YAAY,EAAE,UAAU,CAAC,CAAC"}

package/dist/core/resources/analytics/profile.js

@@ -1,144 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.userCodeFolders = void 0;
-exports.captureProfile = captureProfile;
-/**
- * This module is responsible for profiling threads so we can determine how much CPU usage can be attributed
- * to user code, harper code, and individual "hot" functions
- */
-const write_ts_1 = require("./write.js");
-const environmentManager_js_1 = require("../../utility/environment/environmentManager.js");
-const hdbTerms_js_1 = require("../../utility/hdbTerms.js");
-const packageUtils_js_1 = require("../../utility/packageUtils.js");
-const node_fs_1 = require("node:fs");
-const pprof_1 = require("@datadog/pprof");
-const log = __importStar(require("../../utility/logging/harper_logger.js"));
-const basePath = (0, environmentManager_js_1.getHdbBasePath)();
-exports.userCodeFolders = basePath ? [basePath] : [];
-if (process.env.RUN_HDB_APP)
-    exports.userCodeFolders.push((0, node_fs_1.realpathSync)(process.env.RUN_HDB_APP));
-let profilerTimer;
-const SAMPLING_INTERVAL_IN_MICROSECONDS = 50000;
-// TODO: Running this on the thread itself can be a problematic because the profiler snapshots are somewhat expensive
-//  (calling timeProfiler.stop and getting the large block of JSON and parsing it). This can take a 5ms or more
-//  which can have some impact on latency for users. However, the datadog profiler is much better than the node
-//  profiler, so we'll keep this for now.
-(async () => {
-    if (exports.userCodeFolders.length === 0)
-        return;
-    // start the profiler
-    pprof_1.time.start({ intervalMicros: SAMPLING_INTERVAL_IN_MICROSECONDS });
-    const PROFILE_PERIOD = ((0, environmentManager_js_1.get)(hdbTerms_js_1.CONFIG_PARAMS.ANALYTICS_AGGREGATEPERIOD) ?? 60) * 1000;
-    if (PROFILE_PERIOD > 0) {
-        profilerTimer = setTimeout(() => {
-            captureProfile(PROFILE_PERIOD);
-        }, PROFILE_PERIOD).unref();
-    }
-})();
-async function captureProfile(delayToNextCapture = ((0, environmentManager_js_1.get)(hdbTerms_js_1.CONFIG_PARAMS.ANALYTICS_AGGREGATEPERIOD) ?? 60) * 1000) {
-    clearTimeout(profilerTimer);
-    const hitCountThreshold = 100;
-    const secondsPerHit = SAMPLING_INTERVAL_IN_MICROSECONDS / 1_000_000;
-    const locationById = new Map();
-    const fileNameById = new Map();
-    const samplesByLocationId = new Map();
-    let totalUserCount = 0;
-    let totalHarperCount = 0;
-    try {
-        const profile = pprof_1.time.stop(true);
-        const strings = profile.stringTable.strings;
-        for (let func of profile.function) {
-            fileNameById.set(func.id, strings[func.filename]);
-        }
-        for (let location of profile.location) {
-            locationById.set(location.id, location.line[0]);
-        }
-        for (const sample of profile.sample) {
-            getUserHitCount(sample);
-        }
-        (0, write_ts_1.recordAction)(totalHarperCount * secondsPerHit, 'cpu-usage', 'harper');
-        (0, write_ts_1.recordAction)(totalUserCount * secondsPerHit, 'cpu-usage', 'user');
-        for (let [locationId, sampleCount] of samplesByLocationId) {
-            if (sampleCount > hitCountThreshold) {
-                const location = locationById.get(locationId);
-                const locationName = fileNameById.get(location.functionId) + ':' + location.line;
-                (0, write_ts_1.recordAction)(sampleCount * secondsPerHit, 'cpu-usage', locationName);
-            }
-        }
-    }
-    catch (error) {
-        log.error?.('analytics profiler error:', error);
-    }
-    finally {
-        // and start the profiler again
-        if (delayToNextCapture > 0) {
-            profilerTimer = setTimeout(() => {
-                captureProfile();
-            }, delayToNextCapture).unref();
-        }
-        else {
-            // somehow this can later get set to a negative number which causes big problems (high-frequency restarts of the profiler)
-            log.info?.('Profiling disabled');
-            pprof_1.time.stop();
-        }
-    }
-    // this traverses the nodes and returns the number of sampling hits for the sample and attributes it
-    // to harper or user code (as opposed to execution of things like node internal modules or native code)
-    function getUserHitCount(sample) {
-        // if we can assign to user code or harper code, do so
-        let recordedTopSample = false;
-        for (let locationId of sample.locationId) {
-            let fileName = fileNameById.get(locationById.get(locationId).functionId);
-            if (exports.userCodeFolders.some((userCodeFolder) => fileName.startsWith(userCodeFolder))) {
-                // the call frame location is in user code
-                const sampleCount = sample.value[0];
-                totalUserCount += sampleCount;
-                if (!recordedTopSample)
-                    samplesByLocationId.set(locationId, (samplesByLocationId.get(locationId) ?? 0) + sampleCount);
-                return; // if the highest point in the call stack is in user code, we don't need to check the rest of the call stack, this "counts" as user execution
-            }
-            if (fileName.startsWith(packageUtils_js_1.PACKAGE_ROOT)) {
-                const sampleCount = sample.value[0];
-                totalHarperCount += sampleCount;
-                if (!recordedTopSample) {
-                    samplesByLocationId.set(locationId, (samplesByLocationId.get(locationId) ?? 0) + sampleCount);
-                    recordedTopSample = true;
-                }
-            }
-        }
-    }
-}
-//# sourceMappingURL=profile.js.map

package/dist/core/resources/analytics/profile.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"profile.js","sourceRoot":"","sources":["../../../../core/resources/analytics/profile.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoCA,wCAwEC;AA5GD;;;GAGG;AACH,yCAA0C;AAC1C,2FAAgG;AAChG,2DAA0D;AAC1D,mEAA6D;AAC7D,qCAAuC;AACvC,0CAAsD;AACtD,4EAA8D;AAI9D,MAAM,QAAQ,GAAG,IAAA,sCAAc,GAAE,CAAC;AACrB,QAAA,eAAe,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC1D,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW;IAAE,uBAAe,CAAC,IAAI,CAAC,IAAA,sBAAY,EAAC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;AAEzF,IAAI,aAAyC,CAAC;AAC9C,MAAM,iCAAiC,GAAG,KAAK,CAAC;AAChD,qHAAqH;AACrH,+GAA+G;AAC/G,+GAA+G;AAC/G,yCAAyC;AACzC,CAAC,KAAK,IAAI,EAAE;IACX,IAAI,uBAAe,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IACzC,qBAAqB;IACrB,YAAY,CAAC,KAAK,CAAC,EAAE,cAAc,EAAE,iCAAiC,EAAE,CAAC,CAAC;IAC1E,MAAM,cAAc,GAAG,CAAC,IAAA,2BAAM,EAAC,2BAAa,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;IACtF,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;QACxB,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YAC/B,cAAc,CAAC,cAAc,CAAC,CAAC;QAChC,CAAC,EAAE,cAAc,CAAC,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;AACF,CAAC,CAAC,EAAE,CAAC;AAEE,KAAK,UAAU,cAAc,CACnC,kBAAkB,GAAG,CAAC,IAAA,2BAAM,EAAC,2BAAa,CAAC,yBAAyB,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI;IAEnF,YAAY,CAAC,aAAa,CAAC,CAAC;IAC5B,MAAM,iBAAiB,GAAG,GAAG,CAAC;IAC9B,MAAM,aAAa,GAAG,iCAAiC,GAAG,SAAS,CAAC;IACpE,MAAM,YAAY,GAAG,IAAI,GAAG,EAAe,CAAC;IAC5C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAe,CAAC;IAC5C,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtD,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,CAAC;QACJ,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC;QAC5C,KAAK,IAAI,IAAI,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,EAAY,EAAE,OAAO,CAAC,IAAI,CAAC,QAAkB,CAAC,CAAC,CAAC;QACvE,CAAC;QACD,KAAK,IAAI,QAAQ,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAY,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACrC,eAAe,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;QACD,IAAA,uBAAY,EAAC,gBAAgB,GAAG,aAAa,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;QACtE,IAAA,uBAAY,EAAC,cAAc,GAAG,aAAa,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QAClE,KAAK,IAAI,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,mBAAmB,EAAE,CAAC;YAC3D,IAAI,WAAW,GAAG,iBAAiB,EAAE,CAAC;gBACrC,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBAC9C,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACjF,IAAA,uBAAY,EAAC,WAAW,GAAG,aAAa,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;YACtE,CAAC;QACF,CAAC;IACF,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChB,GAAG,CAAC,KAAK,EAAE,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;IACjD,CAAC;YAAS,CAAC;QACV,+BAA+B;QAC/B,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;YAC5B,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC/B,cAAc,EAAE,CAAC;YAClB,CAAC,EAAE,kBAAkB,CAAC,CAAC,KAAK,EAAE,CAAC;QAChC,CAAC;aAAM,CAAC;YACP,0HAA0H;YAC1H,GAAG,CAAC,IAAI,EAAE,CAAC,oBAAoB,CAAC,CAAC;YACjC,YAAY,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC;IACF,CAAC;IACD,oGAAoG;IACpG,uGAAuG;IACvG,SAAS,eAAe,CAAC,MAAc;QACtC,sDAAsD;QACtD,IAAI,iBAAiB,GAAG,KAAK,CAAC;QAC9B,KAAK,IAAI,UAAU,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YAC1C,IAAI,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,UAAU,CAAC,CAAC;YACzE,IAAI,uBAAe,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,EAAE,CAAC;gBACnF,0CAA0C;gBAC1C,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACpC,cAAc,IAAI,WAAW,CAAC;gBAC9B,IAAI,CAAC,iBAAiB;oBACrB,mBAAmB,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC;gBAC/F,OAAO,CAAC,6IAA6I;YACtJ,CAAC;YACD,IAAI,QAAQ,CAAC,UAAU,CAAC,8BAAY,CAAC,EAAE,CAAC;gBACvC,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACpC,gBAAgB,IAAI,WAAW,CAAC;gBAChC,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACxB,mBAAmB,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC;oBAC9F,iBAAiB,GAAG,IAAI,CAAC;gBAC1B,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;AACF,CAAC"}