@remotion/lambda-client 4.0.363 → 4.0.365

package/src/get-service-client.ts

@@ -1,195 +0,0 @@
-import {CloudWatchLogsClient} from '@aws-sdk/client-cloudwatch-logs';
-import {IAMClient} from '@aws-sdk/client-iam';
-import {LambdaClient} from '@aws-sdk/client-lambda';
-import {S3Client} from '@aws-sdk/client-s3';
-import {ServiceQuotasClient} from '@aws-sdk/client-service-quotas';
-import {STSClient} from '@aws-sdk/client-sts';
-import type {CustomCredentials} from '@remotion/serverless-client';
-import {MAX_FUNCTIONS_PER_RENDER, random} from '@remotion/serverless-client';
-import type {AwsProvider} from './aws-provider';
-import {checkCredentials} from './check-credentials';
-import {getCredentials} from './get-credentials';
-import {getEnvVariable} from './get-env-variable';
-import type {AwsRegion} from './regions';
-import type {RequestHandler} from './types';
-
-export type ServiceMapping = {
-	s3: S3Client;
-	cloudwatch: CloudWatchLogsClient;
-	iam: IAMClient;
-	lambda: LambdaClient;
-	servicequotas: ServiceQuotasClient;
-	sts: STSClient;
-};
-
-const getCredentialsHash = ({
-	customCredentials,
-	region,
-	service,
-	forcePathStyle,
-	requestHandler,
-}: {
-	region: AwsRegion;
-	customCredentials: CustomCredentials<AwsProvider> | null;
-	service: keyof ServiceMapping;
-	forcePathStyle: boolean;
-	requestHandler: RequestHandler | null;
-}): string => {
-	const hashComponents: {[key: string]: unknown} = {};
-
-	if (getEnvVariable('REMOTION_SKIP_AWS_CREDENTIALS_CHECK')) {
-		hashComponents.credentials = {
-			credentialsSkipped: true,
-		};
-	} else if (getEnvVariable('REMOTION_AWS_PROFILE')) {
-		hashComponents.credentials = {
-			awsProfile: getEnvVariable('REMOTION_AWS_PROFILE'),
-		};
-	} else if (
-		getEnvVariable('REMOTION_AWS_ACCESS_KEY_ID') &&
-		getEnvVariable('REMOTION_AWS_SECRET_ACCESS_KEY')
-	) {
-		hashComponents.credentials = {
-			accessKeyId: getEnvVariable('REMOTION_AWS_ACCESS_KEY_ID'),
-			secretAccessKey: getEnvVariable('REMOTION_AWS_SECRET_ACCESS_KEY'),
-		};
-	} else if (getEnvVariable('AWS_PROFILE')) {
-		hashComponents.credentials = {
-			awsProfile: getEnvVariable('AWS_PROFILE'),
-		};
-	} else if (
-		getEnvVariable('AWS_ACCESS_KEY_ID') &&
-		getEnvVariable('AWS_SECRET_ACCESS_KEY')
-	) {
-		hashComponents.credentials = {
-			accessKeyId: getEnvVariable('AWS_ACCESS_KEY_ID') as string,
-			secretAccessKey: getEnvVariable('AWS_SECRET_ACCESS_KEY') as string,
-		};
-	}
-
-	hashComponents.customCredentials = customCredentials;
-	hashComponents.region = region;
-	hashComponents.service = service;
-	hashComponents.forcePathStyle = forcePathStyle;
-	hashComponents.requestHandler = requestHandler;
-
-	return random(JSON.stringify(hashComponents)).toString().replace('0.', '');
-};
-
-const _clients: Partial<
-	Record<
-		string,
-		| CloudWatchLogsClient
-		| LambdaClient
-		| S3Client
-		| IAMClient
-		| ServiceQuotasClient
-		| STSClient
-	>
-> = {};
-
-export const getServiceClient = <T extends keyof ServiceMapping>({
-	region,
-	service,
-	customCredentials,
-	forcePathStyle,
-	requestHandler,
-}: {
-	region: AwsRegion;
-	service: T;
-	customCredentials: CustomCredentials<AwsProvider> | null;
-	forcePathStyle: boolean;
-	requestHandler: RequestHandler | null;
-}): ServiceMapping[T] => {
-	const Client = (() => {
-		if (service === 'cloudwatch') {
-			return CloudWatchLogsClient;
-		}
-
-		if (service === 'lambda') {
-			return LambdaClient;
-		}
-
-		if (service === 's3') {
-			return S3Client;
-		}
-
-		if (service === 'iam') {
-			return IAMClient;
-		}
-
-		if (service === 'servicequotas') {
-			return ServiceQuotasClient;
-		}
-
-		if (service === 'sts') {
-			return STSClient;
-		}
-
-		throw new TypeError('unknown client ' + service);
-	})();
-
-	const key = getCredentialsHash({
-		region,
-		customCredentials,
-		service,
-		forcePathStyle,
-		requestHandler,
-	});
-
-	if (!_clients[key]) {
-		checkCredentials();
-
-		const lambdaOptions =
-			service === 'lambda'
-				? {
-						httpsAgent: {
-							maxSockets: MAX_FUNCTIONS_PER_RENDER * 2,
-						},
-					}
-				: undefined;
-
-		// Merge custom requestHandler with lambda options
-		const finalRequestHandler = requestHandler
-			? lambdaOptions
-				? {...requestHandler, ...lambdaOptions}
-				: requestHandler
-			: lambdaOptions;
-
-		const client = customCredentials
-			? new Client({
-					region: customCredentials.region ?? 'us-east-1',
-					credentials:
-						customCredentials.accessKeyId && customCredentials.secretAccessKey
-							? {
-									accessKeyId: customCredentials.accessKeyId,
-									secretAccessKey: customCredentials.secretAccessKey,
-								}
-							: undefined,
-					endpoint: customCredentials.endpoint,
-					requestHandler: finalRequestHandler,
-					forcePathStyle: customCredentials.forcePathStyle,
-					maxAttempts: service === 'lambda' ? 1 : undefined,
-				})
-			: getEnvVariable('REMOTION_SKIP_AWS_CREDENTIALS_CHECK')
-				? new Client({
-						region,
-						requestHandler: finalRequestHandler,
-						maxAttempts: service === 'lambda' ? 1 : undefined,
-					})
-				: new Client({
-						region,
-						credentials: getCredentials(),
-						requestHandler: finalRequestHandler,
-						maxAttempts: service === 'lambda' ? 1 : undefined,
-					});
-
-		if (getEnvVariable('REMOTION_DISABLE_AWS_CLIENT_CACHE')) {
-			return client as ServiceMapping[T];
-		}
-
-		_clients[key] = client;
-	}
-
-	return _clients[key] as ServiceMapping[T];
-};

package/src/get-sites.ts

@@ -1,136 +0,0 @@
-import type {ProviderSpecifics} from '@remotion/serverless-client';
-import type {AwsProvider} from './aws-provider';
-import {awsImplementation} from './aws-provider';
-import {getSitesKey} from './constants';
-import type {BucketWithLocation} from './get-buckets';
-import {makeS3ServeUrl} from './make-s3-url';
-import type {AwsRegion} from './regions';
-import type {RequestHandler} from './types';
-
-type Site = {
-	sizeInBytes: number;
-	lastModified: number | null;
-	bucketName: string;
-	id: string;
-	serveUrl: string;
-};
-
-type MandatoryParameters = {
-	region: AwsRegion;
-};
-
-type OptionalParameters = {
-	forceBucketName: string | null;
-	forcePathStyle: boolean;
-	requestHandler: RequestHandler | null;
-};
-
-type GetSitesInternalInput = MandatoryParameters & OptionalParameters;
-export type GetSitesInput = MandatoryParameters & Partial<OptionalParameters>;
-
-export type GetSitesOutput = {
-	sites: Site[];
-	buckets: BucketWithLocation[];
-};
-
-export const internalGetSites = async ({
-	region,
-	forceBucketName,
-	providerSpecifics,
-	forcePathStyle,
-	requestHandler,
-}: GetSitesInternalInput & {
-	providerSpecifics: ProviderSpecifics<AwsProvider>;
-}): Promise<GetSitesOutput> => {
-	const remotionBuckets = forceBucketName
-		? await providerSpecifics.getBuckets({
-				region,
-				forceBucketName,
-				forcePathStyle,
-				requestHandler,
-			})
-		: await providerSpecifics.getBuckets({
-				region,
-				forceBucketName: null,
-				forcePathStyle,
-				requestHandler,
-			});
-	const accountId = await providerSpecifics.getAccountId({region});
-
-	const sites: {[key: string]: Site} = {};
-
-	for (const bucket of remotionBuckets) {
-		const ls = await providerSpecifics.listObjects({
-			bucketName: bucket.name,
-			prefix: getSitesKey(''),
-			region,
-			expectedBucketOwner: accountId,
-			forcePathStyle,
-			requestHandler,
-		});
-
-		for (const file of ls) {
-			const siteKeyMatch = file.Key?.match(
-				/sites\/([0-9a-zA-Z-!_.*'()]+)\/(.*)$/,
-			);
-			if (!siteKeyMatch) {
-				throw new Error(
-					`A file was found in the bucket "${bucket.name}" with the key ${file.Key} which is an unexpected folder structure. Delete this file.`,
-				);
-			}
-
-			const [, siteId] = siteKeyMatch;
-			if (!sites[siteId]) {
-				sites[siteId] = {
-					sizeInBytes: 0,
-					bucketName: bucket.name,
-					lastModified: null,
-					id: siteId,
-					serveUrl: makeS3ServeUrl({
-						bucketName: bucket.name,
-						region,
-						subFolder: getSitesKey(siteId),
-					}),
-				};
-			}
-
-			if (file.LastModified) {
-				const currentLastModified = sites[siteId].lastModified;
-				if (
-					currentLastModified === null ||
-					file.LastModified.getTime() > currentLastModified
-				) {
-					sites[siteId].lastModified = file.LastModified.getTime();
-				}
-			}
-
-			if (file.Size) {
-				sites[siteId].sizeInBytes += file.Size;
-			}
-		}
-	}
-
-	const sitesArray: Site[] = Object.keys(sites).map((siteId) => {
-		return sites[siteId];
-	});
-	return {sites: sitesArray, buckets: remotionBuckets};
-};
-
-/*
- * @description Gets an array of Remotion projects in Cloud Storage, in your GCP project.
- * @see [Documentation](https://remotion.dev/docs/cloudrun/getsites)
- */
-export const getSites = ({
-	region,
-	forceBucketName,
-	forcePathStyle,
-	requestHandler,
-}: GetSitesInput): Promise<GetSitesOutput> => {
-	return internalGetSites({
-		region,
-		forceBucketName: forceBucketName ?? null,
-		forcePathStyle: forcePathStyle ?? false,
-		providerSpecifics: awsImplementation,
-		requestHandler: requestHandler ?? null,
-	});
-};

package/src/head-file.ts

@@ -1,30 +0,0 @@
-import {HeadObjectCommand} from '@aws-sdk/client-s3';
-import type {ProviderSpecifics} from '@remotion/serverless-client';
-import type {AwsProvider} from './aws-provider';
-import {getS3Client} from './get-s3-client';
-
-export const lambdaHeadFileImplementation: ProviderSpecifics<AwsProvider>['headFile'] =
-	async ({
-		bucketName,
-		key,
-		region,
-		customCredentials,
-		forcePathStyle,
-		requestHandler,
-	}): Promise<{
-		LastModified?: Date | undefined;
-		ContentLength?: number | undefined;
-	}> => {
-		const head = await getS3Client({
-			region,
-			customCredentials,
-			forcePathStyle,
-			requestHandler,
-		}).send(
-			new HeadObjectCommand({
-				Bucket: bucketName,
-				Key: key,
-			}),
-		);
-		return head;
-	};

package/src/index.ts

@@ -1,152 +0,0 @@
-export type {
-	EnhancedErrorInfo,
-	GetOrCreateBucketInput,
-	GetOrCreateBucketOutput,
-} from '@remotion/serverless-client';
-export type {RuntimePreference} from './runtime-preference';
-import {
-	getCloudWatchLogsClient,
-	getIamClient,
-	getLambdaClient,
-	getServiceQuotasClient,
-	getStsClient,
-} from './aws-clients';
-import {awsImplementation} from './aws-provider';
-import {parseJsonOrThrowSource} from './call-lambda-streaming';
-import {cleanItems} from './clean-items';
-import {
-	DEFAULT_CLOUDWATCH_RETENTION_PERIOD,
-	DEFAULT_EPHEMERAL_STORAGE_IN_MB,
-	MAX_EPHEMERAL_STORAGE_IN_MB,
-} from './constants';
-import {convertToServeUrlImplementation} from './convert-to-serve-url';
-import {internalDeleteRender} from './delete-render';
-import {
-	getCloudwatchMethodUrl,
-	getCloudwatchRendererUrl,
-	getS3RenderUrl,
-} from './get-aws-urls';
-import {getEnvVariable} from './get-env-variable';
-import {getS3Client} from './get-s3-client';
-import {internalGetSites} from './get-sites';
-import {isFlakyError} from './is-flaky-error';
-import {LAMBDA_VERSION_STRING} from './lambda-version-string';
-import {
-	generateRandomHashWithLifeCycleRule,
-	getLifeCycleRules,
-} from './lifecycle';
-import {
-	getRenderProgressPayload,
-	makeLambdaRenderMediaPayload,
-	makeLambdaRenderStillPayload,
-} from './make-lambda-payload';
-import {makeS3ServeUrl} from './make-s3-url';
-import {pLimit} from './p-limit';
-import {parseFunctionName} from './parse-function-name';
-import {randomHashImplementation} from './random-hash';
-import {
-	internalRenderMediaOnLambdaRaw,
-	renderMediaOnLambdaOptionalToRequired,
-} from './render-media-on-lambda';
-import {internalRenderStillOnLambda} from './render-still-on-lambda';
-import {runtimePreferenceOptions} from './runtime-preference';
-import {innerSpeculateFunctionName} from './speculate-function-name';
-import {validateAwsRegion} from './validate-aws-region';
-import {parseBucketName} from './validate-bucketname';
-import {validateDiskSizeInMb} from './validate-disk-size-in-mb';
-import {validateMemorySize} from './validate-memory-size';
-import {validateServeUrl} from './validate-serveurl';
-
-export type {
-	CustomCredentials,
-	DeleteAfter,
-	WebhookErrorPayload,
-	WebhookPayload,
-	WebhookSuccessPayload,
-	WebhookTimeoutPayload,
-} from '@remotion/serverless-client';
-export {appRouterWebhook, NextWebhookArgs} from './app-router-webhook';
-export {AwsProvider} from './aws-provider';
-export type {RenderProgress} from './constants';
-export {deleteFunction, DeleteFunctionInput} from './delete-function';
-export {deleteRender, type DeleteRenderInput} from './delete-render';
-export {estimatePrice, EstimatePriceInput} from './estimate-price';
-export {expressWebhook} from './express-webhook';
-export {
-	getAwsClient,
-	type GetAwsClientInput,
-	type GetAwsClientOutput,
-} from './get-aws-client';
-export {
-	getCompositionsOnLambda,
-	type GetCompositionsOnLambdaInput,
-	type GetCompositionsOnLambdaOutput,
-} from './get-compositions-on-lambda';
-export {getFunctionVersion} from './get-function-version';
-export {getFunctions, type GetFunctionsInput} from './get-functions';
-export {getRenderProgress} from './get-render-progress';
-export type {GetRenderProgressInput} from './get-render-progress';
-export {getSites, type GetSitesInput, type GetSitesOutput} from './get-sites';
-export {pagesRouterWebhook} from './pages-router-webhook';
-export {presignUrl, type PresignUrlInput} from './presign-url';
-export type {AwsRegion} from './regions';
-export {
-	renderMediaOnLambda,
-	renderVideoOnLambda,
-	type RenderMediaOnLambdaInput,
-	type RenderMediaOnLambdaOutput,
-} from './render-media-on-lambda';
-export {
-	renderStillOnLambda,
-	type RenderStillOnLambdaInput,
-	type RenderStillOnLambdaOutput,
-} from './render-still-on-lambda';
-export {
-	speculateFunctionName,
-	type SpeculateFunctionNameInput,
-} from './speculate-function-name';
-export type {RequestHandler} from './types';
-export {validateWebhookSignature} from './validate-webhook-signature';
-
-export const LambdaClientInternals = {
-	generateRandomHashWithLifeCycleRule,
-	getLambdaClient,
-	getS3Client,
-	getS3RenderUrl,
-	getIamClient,
-	getStsClient,
-	getCloudWatchLogsClient,
-	getServiceQuotasClient,
-	parseJsonOrThrowSource,
-	getCloudwatchMethodUrl,
-	getCloudwatchRendererUrl,
-	MAX_EPHEMERAL_STORAGE_IN_MB,
-	parseFunctionName,
-	isFlakyError,
-	convertToServeUrlImplementation,
-	randomHashImplementation,
-	parseBucketName,
-	makeLambdaRenderMediaPayload,
-	renderMediaOnLambdaOptionalToRequired,
-	internalDeleteRender,
-	internalGetSites,
-	getLifeCycleRules,
-	awsImplementation,
-	runtimePreferenceOptions,
-	validateAwsRegion,
-	validateDiskSizeInMb,
-	validateMemorySize,
-	DEFAULT_CLOUDWATCH_RETENTION_PERIOD,
-	DEFAULT_EPHEMERAL_STORAGE_IN_MB,
-	LAMBDA_VERSION_STRING,
-	pLimit,
-	makeS3ServeUrl,
-	validateServeUrl,
-	getEnvVariable,
-	internalRenderMediaOnLambdaRaw,
-	internalRenderStillOnLambda,
-	cleanItems,
-	makeLambdaRenderStillPayload,
-	getRenderProgressPayload,
-	innerSpeculateFunctionName,
-};

package/src/is-cli.ts

@@ -1,7 +0,0 @@
-let isCli = false;
-
-export const getIsCli = () => isCli;
-
-export const setIsCli = (cli: boolean) => {
-	isCli = cli;
-};

package/src/is-flaky-error.ts

@@ -1,104 +0,0 @@
-export const isFlakyError = (err: Error): boolean => {
-	const message = err.stack ?? '';
-
-	// storage.googleapis.com sometimes returns 500s, and Video does not have retry on its own
-	if (
-		(message.includes('Format error') || message.includes('audio metadata')) &&
-		message.includes('storage.googleapis.com')
-	) {
-		return true;
-	}
-
-	if (message.includes('FATAL:zygote_communication_linux.cc')) {
-		return true;
-	}
-
-	if (message.includes('error while loading shared libraries: libnss3.so')) {
-		return true;
-	}
-
-	if (message.includes('but the server sent no data')) {
-		return true;
-	}
-
-	if (message.includes('Compositor panicked')) {
-		return true;
-	}
-
-	// S3 in rare occasions
-	if (message.includes('We encountered an internal error.')) {
-		return true;
-	}
-
-	if (message.includes('Compositor exited') && !message.includes('SIGSEGV')) {
-		return true;
-	}
-
-	if (
-		message.includes('Timed out') &&
-		message.includes('while setting up the headless browser')
-	) {
-		return true;
-	}
-
-	// https://github.com/remotion-dev/remotion/issues/2742
-	if (message.includes('while trying to connect to the browser')) {
-		return true;
-	}
-
-	// https://discord.com/channels/809501355504959528/1131234931863998665/1131998442219118622
-	if (
-		message.includes('RequestTimeout: Your socket connection to the server')
-	) {
-		return true;
-	}
-
-	if (message.includes('waiting for the page to render the React component')) {
-		return true;
-	}
-
-	// In puppeteer-evaluate.ts
-	if (message.includes('Timed out evaluating page function')) {
-		return true;
-	}
-
-	if (message.includes('Timeout exceeded rendering the component')) {
-		return true;
-	}
-
-	// CDN slowness
-	if (message.includes('Loading root component')) {
-		return true;
-	}
-
-	// Internet flakiness
-	if (
-		message.includes('getaddrinfo') ||
-		message.includes('ECONNRESET') ||
-		message.includes('ERR_CONNECTION_TIMED_OUT') ||
-		message.includes('ERR_NETWORK_CHANGED') ||
-		message.includes('A network error occurred') ||
-		message.includes('socket hang up')
-	) {
-		return true;
-	}
-
-	if (message.includes('Target closed') || message.includes('Session closed')) {
-		return true;
-	}
-
-	if (message.includes('SIGKILL')) {
-		return true;
-	}
-
-	// ServiceException: We currently do not have sufficient capacity in the region you requested. Our system will be working on provisioning additional capacity. You can avoid getting this error by temporarily reducing your request rate.
-	if (
-		message.includes(
-			'ServiceException: We currently do not have sufficient capacity in the region you requested',
-		)
-	) {
-		return true;
-	}
-
-	return false;
-};

package/src/is-in-lambda.ts

@@ -1,5 +0,0 @@
-export const isInsideLambda = () =>
-	Boolean(
-		typeof process !== 'undefined' &&
-			process?.env?.__RESERVED_IS_INSIDE_REMOTION_LAMBDA,
-	);

package/src/is-likely-to-have-aws-profile.ts

@@ -1,55 +0,0 @@
-import {readFileSync} from 'fs';
-import {homedir} from 'os';
-import {join, sep} from 'path';
-import {getEnvVariable} from './get-env-variable';
-
-const homeDirCache: Record<string, string> = {};
-
-const getHomeDirCacheKey = (): string => {
-	// geteuid is only available on POSIX platforms (i.e. not Windows or Android).
-	if (process && process.geteuid) {
-		return `${process.geteuid()}`;
-	}
-
-	return 'DEFAULT';
-};
-
-const getHomeDir = (): string => {
-	const {HOME, USERPROFILE, HOMEPATH, HOMEDRIVE = `C:${sep}`} = process.env;
-
-	if (HOME) return HOME;
-	if (USERPROFILE) return USERPROFILE;
-	if (HOMEPATH) return `${HOMEDRIVE}${HOMEPATH}`;
-
-	const homeDirCacheKey = getHomeDirCacheKey();
-	if (!homeDirCache[homeDirCacheKey]) homeDirCache[homeDirCacheKey] = homedir();
-
-	return homeDirCache[homeDirCacheKey];
-};
-
-const ENV_CREDENTIALS_PATH = 'AWS_SHARED_CREDENTIALS_FILE';
-
-// Logic is inline to https://github.com/smithy-lang/smithy-typescript/blob/main/packages/shared-ini-file-loader/src/getCredentialsFilepath.ts#L7
-const pathOfCredentialsFile = () => {
-	return (
-		getEnvVariable(ENV_CREDENTIALS_PATH) ||
-		join(getHomeDir(), '.aws', 'credentials')
-	);
-};
-
-export const isLikelyToHaveAwsProfile = (): boolean => {
-	// Supabase uses Deno and does not support readFile
-	// https://github.com/remotion-dev/remotion/issues/4844
-	if (typeof Deno !== 'undefined') {
-		return false;
-	}
-
-	const credentialsFile = pathOfCredentialsFile();
-
-	try {
-		const content = readFileSync(credentialsFile, 'utf-8');
-		return content.includes('[default]');
-	} catch {
-		return false;
-	}
-};

package/src/lambda-version-string.ts

@@ -1,5 +0,0 @@
-import {VERSION} from '@remotion/serverless-client';
-
-export const LAMBDA_VERSION_STRING = VERSION.replace(/\./g, '-')
-	.replace(/\+/g, '-')
-	.substring(0, 10);