n8n/packages/nodes-base/nodes/UrlScanIo/GenericFunctions.ts

import type { IExecuteFunctions, IDataObject, IRequestOptions } from 'n8n-workflow';

export async function urlScanIoApiRequest(
	this: IExecuteFunctions,
	method: 'GET' | 'POST',
	endpoint: string,
	body: IDataObject = {},
	qs: IDataObject = {},
) {
	const options: IRequestOptions = {
		method,
		body,
		qs,
		uri: `https://urlscan.io/api/v1${endpoint}`,
		json: true,
	};

	if (!Object.keys(body).length) {
		delete options.body;
	}

	if (!Object.keys(qs).length) {
		delete options.qs;
	}

	return await this.helpers.requestWithAuthentication.call(this, 'urlScanIoApi', options);
}

export async function handleListing(
	this: IExecuteFunctions,
	endpoint: string,
	qs: IDataObject = {},
): Promise<IDataObject[]> {
	const returnData: IDataObject[] = [];
	let responseData;

	qs.size = 100;

	const returnAll = this.getNodeParameter('returnAll', 0, false);
	const limit = this.getNodeParameter('limit', 0, 0);

	do {
		responseData = await urlScanIoApiRequest.call(this, 'GET', endpoint, {}, qs);
		returnData.push(...(responseData.results as IDataObject[]));

		if (!returnAll && returnData.length > limit) {
			return returnData.slice(0, limit);
		}

		if (responseData.results.length) {
			const lastResult = responseData.results[responseData.results.length - 1];
			qs.search_after = lastResult.sort;
		}
	} while (responseData.total > returnData.length);

	return returnData;
}

export const normalizeId = ({ _id, uuid, ...rest }: IDataObject) => {
	if (_id) return { scanId: _id, ...rest };
	if (uuid) return { scanId: uuid, ...rest };
	return rest;
};