From 899f0d2967cb360feac1c7ebd956b2d746f6eef5 Mon Sep 17 00:00:00 2001 From: tobinio Date: Thu, 6 Mar 2025 20:41:11 +0100 Subject: [PATCH] bump to 0.2.4 --- package.json | 2 +- server/utils/processing/projects/processing.ts | 9 +++++++-- shared/utils/array.ts | 5 +++++ 3 files changed, 13 insertions(+), 3 deletions(-) create mode 100644 shared/utils/array.ts diff --git a/package.json b/package.json index cb3b8fa..71448a0 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "nuxt-app", - "version": "0.2.3", + "version": "0.2.4", "private": true, "type": "module", "scripts": { diff --git a/server/utils/processing/projects/processing.ts b/server/utils/processing/projects/processing.ts index 49dd2fb..69cd5a3 100644 --- a/server/utils/processing/projects/processing.ts +++ b/server/utils/processing/projects/processing.ts @@ -14,6 +14,7 @@ import type { Version, } from "~~/server/utils/processing/projects/types"; import { getGameVersions, setProjectStats } from "~~/server/utils/storage"; +import {chunkArray} from "#shared/utils/array"; type StatsDataType = Map< string, @@ -112,7 +113,11 @@ async function getStatistics(type: ProjectTypes): Promise { } } - const versionIds = await getVersionIds(batchProjectIds); + const versionIds: string[] = [] + for (const chunk of chunkArray(batchProjectIds, 200)) { + const versions = await getVersionIds(chunk); + versionIds.push(...versions); + } await analyzeVersionsFromIds(gameVersions, versionIds, data, type); @@ -160,7 +165,7 @@ async function analyzeVersionsFromIds( data: StatsData, type: ProjectTypes, ) { - const BATCH_SIZE = 1000; + const BATCH_SIZE = 200; let currentIndex = 0; diff --git a/shared/utils/array.ts b/shared/utils/array.ts new file mode 100644 index 0000000..1f6f818 --- /dev/null +++ b/shared/utils/array.ts @@ -0,0 +1,5 @@ +export function chunkArray(array: T[], size: number): T[][] { + return Array.from({length: Math.ceil(array.length / size)}, (_, i) => + array.slice(i * size, i * size + size) + ); +} \ No newline at end of file -- 2.51.2