chore: yarn

Author: vladfrangu

.github/actions/cache-builder/.gitignore

@@ -176,3 +176,5 @@ dist
 
 # caches
 data/npm
+data/yarn
+data/yarn_tmp

.github/actions/cache-builder/data/yarn_state.json

@@ -0,0 +1,37 @@
+{
+	"crawlee": [
+		"3.13.1",
+		"3.13.2",
+		"3.13.3",
+		"3.13.4",
+		"3.13.5"
+	],
+	"apify": [
+		"3.3.1",
+		"3.3.2",
+		"3.4.0",
+		"3.4.1",
+		"3.4.2"
+	],
+	"playwright": [
+		"1.50.0",
+		"1.50.1",
+		"1.51.0",
+		"1.51.1",
+		"1.52.0"
+	],
+	"puppeteer": [
+		"24.8.0",
+		"24.8.1",
+		"24.8.2",
+		"24.9.0",
+		"24.10.0"
+	],
+	"typescript": [
+		"5.6.3",
+		"5.7.2",
+		"5.7.3",
+		"5.8.2",
+		"5.8.3"
+	]
+}

.github/actions/cache-builder/package.json

@@ -4,6 +4,7 @@
 	"private": true,
 	"scripts": {
 		"node:npm": "node src/caches/npm.ts",
+		"node:yarn": "node src/caches/yarn.ts",
 		"fmt": "biome format --write ./src",
 		"typecheck": "tsc --noEmit"
 	},

.github/actions/cache-builder/src/caches/yarn.ts

@@ -0,0 +1,62 @@
+import { mkdir, rm, writeFile } from 'node:fs/promises';
+import { getCachePath, packagesToPrecache } from '../shared/constants.ts';
+import { fetchPackageVersions } from '../shared/npm.ts';
+import spawn from 'nano-spawn';
+
+const environmentVariable = 'YARN_CACHE_FOLDER';
+const globalEnvironmentVariable = 'YARN_GLOBAL_FOLDER';
+const cachePath = getCachePath('yarn');
+
+console.log(`Cache location: ${cachePath}`);
+
+const cacheState: Record<string, string[]> = {};
+
+const tmpDir = new URL('../../data/yarn_tmp/', import.meta.url);
+
+{
+	// Warm up the temp directory
+	await mkdir(tmpDir, { recursive: true });
+
+	await writeFile(new URL('package.json', tmpDir), JSON.stringify({ private: true }));
+	await writeFile(new URL('yarn.lock', tmpDir), '');
+
+	await spawn('yarn', 'config set enableGlobalCache true'.split(' '), {
+		cwd: tmpDir,
+	});
+
+	await spawn('yarn', 'config set nodeLinker node-modules'.split(' '), {
+		cwd: tmpDir,
+	});
+
+	await spawn('yarn', 'set version stable --yarn-path'.split(' '), {
+		cwd: tmpDir,
+	});
+}
+
+for (const packageName of packagesToPrecache) {
+	const lastFiveVersions = (await fetchPackageVersions(packageName)).slice(-5);
+	cacheState[packageName] = lastFiveVersions;
+
+	for (const version of lastFiveVersions) {
+		console.log(`Fetching ${packageName}@${version}`);
+
+		try {
+			await spawn('yarn', ['add', `${packageName}@${version}`], {
+				env: {
+					[environmentVariable]: cachePath,
+					[globalEnvironmentVariable]: cachePath,
+					YARN_ENABLE_GLOBAL_CACHE: 'true',
+				},
+				cwd: tmpDir,
+			});
+		} catch (error) {
+			console.error(`Failed to fetch ${packageName}@${version}:`, error);
+		} finally {
+			console.log(`Done fetching ${packageName}@${version}`);
+		}
+	}
+}
+
+await writeFile(new URL('../../data/yarn_state.json', import.meta.url), JSON.stringify(cacheState, null, '\t'));
+
+await rm(tmpDir, { recursive: true });

.github/actions/cache-builder/src/shared/constants.ts

@@ -1,3 +1,5 @@
+import { fileURLToPath } from 'node:url';
+
 export const packagesToPrecache = [
 	//
 	'crawlee',
@@ -6,3 +8,7 @@ export const packagesToPrecache = [
 	'puppeteer',
 	'typescript',
 ];
+
+export function getCachePath(pm: string) {
+	return fileURLToPath(new URL(`../../data/${pm}/`, import.meta.url));
+}

.github/actions/cache-builder/src/shared/npm.ts

@@ -1,5 +1,5 @@
-import { fileURLToPath } from 'node:url';
 import { compare } from 'semver';
+import { getCachePath } from './constants.ts';
 
 const npmPackageInfoRoute = (pkg: string) => `https://registry.npmjs.org/${pkg}`;
 
@@ -36,7 +36,7 @@ export async function fetchPackageVersions(packageName: string) {
 
 export function getCachePathData() {
 	return {
-		path: fileURLToPath(new URL('../../data/npm/', import.meta.url)),
+		path: getCachePath('npm'),
 		environmentVariable: 'npm_config_cache',
 	};
 }

.github/workflows/cache-node.yaml

@@ -34,17 +34,30 @@ jobs:
       - run: yarn node:npm
         working-directory: .github/actions/cache-builder
 
+      - run: yarn node:yarn
+        working-directory: .github/actions/cache-builder
+
       - name: Print npm state
         run: |
           cat .github/actions/cache-builder/data/npm_state.json
 
+      - name: Print yarn state
+        run: |
+          cat .github/actions/cache-builder/data/yarn_state.json
+
       - name: Store npm output
         uses: actions/cache/save@v4
         with:
           path: .github/actions/cache-builder/data/npm/*
           key: node-npm-${{ hashFiles('.github/actions/cache-builder/data/npm_state.json') }}
 
-      - name: Push updated matrix
+      - name: Store yarn output
+        uses: actions/cache/save@v4
+        with:
+          path: .github/actions/cache-builder/data/yarn/*
+          key: node-yarn-${{ hashFiles('.github/actions/cache-builder/data/yarn_state.json') }}
+
+      - name: Push updated states
         if: github.event_name != 'pull_request'
         run: |
           # Setup git user

.gitignore

@@ -3,3 +3,4 @@ npm-debug.log
 node_modules
 .DS_Store
 .turbo
+.yarn/install-state.gz