extractChatLib.ts

/*---------------------------------------------------------------------------------------------
 *  Copyright (c) Microsoft Corporation. All rights reserved.
 *  Licensed under the MIT License. See License.txt in the project root for license information.
 *--------------------------------------------------------------------------------------------*/

import { exec } from 'child_process';
import * as fs from 'fs';
import { glob } from 'glob';
import * as jsonc from 'jsonc-parser';
import * as path from 'path';
import { promisify } from 'util';

const REPO_ROOT = path.join(__dirname, '..', '..');
const CHAT_LIB_DIR = path.join(REPO_ROOT, 'chat-lib');
const TARGET_DIR = path.join(CHAT_LIB_DIR, 'src');
const execAsync = promisify(exec);

// Entry point - follow imports from the main chat-lib file
// Note: All *.ts files in src/lib/node/test/ are automatically included
const entryPoints = [
	'src/lib/node/chatLibMain.ts',
	'src/util/vs/base-common.d.ts',
	'src/util/vs/vscode-globals-nls.d.ts',
	'src/util/vs/vscode-globals-product.d.ts',
	'src/util/common/globals.d.ts',
	'src/util/common/test/shims/vscodeTypesShim.ts',
	'src/platform/diff/common/diffWorker.ts',
	'src/platform/tokenizer/node/tikTokenizerWorker.ts',
	// For tests:
	'src/platform/authentication/test/node/simulationTestCopilotTokenManager.ts',
	'src/extension/completions-core/vscode-node/lib/src/test/textDocument.ts',
];

interface FileInfo {
	srcPath: string;
	destPath: string;
	relativePath: string;
	dependencies: string[];
}

class ChatLibExtractor {
	private processedFiles = new Set<string>();
	private allFiles = new Map<string, FileInfo>();
	private pathMappings: Map<string, string> = new Map();

	async extract(): Promise<void> {
		// Load path mappings from tsconfig.json
		await this.loadPathMappings();
		console.log('Starting chat-lib extraction...');

		// Clean target directory
		await this.cleanTargetDir();

		// Process entry points and their dependencies
		await this.processEntryPoints();

		// Copy all processed files
		await this.copyFiles();

		// Use static module files
		await this.generateModuleFiles();

		// Validate the module
		await this.validateModule();

		// Compile TypeScript to validate
		await this.compileTypeScript();

		console.log('Chat-lib extraction completed successfully!');
	}

	private async loadPathMappings(): Promise<void> {
		const tsconfigPath = path.join(REPO_ROOT, 'tsconfig.json');
		const tsconfigContent = await fs.promises.readFile(tsconfigPath, 'utf-8');
		const tsconfig = jsonc.parse(tsconfigContent);

		if (tsconfig.compilerOptions?.paths) {
			for (const [alias, targets] of Object.entries(tsconfig.compilerOptions.paths)) {
				// Skip the 'vscode' mapping as it's handled separately
				if (alias === 'vscode') {
					continue;
				}

				// Handle path mappings like "#lib/*" -> ["./src/extension/completions-core/lib/src/*"]
				// and "#types" -> ["./src/extension/completions-core/types/src"]
				if (Array.isArray(targets) && targets.length > 0) {
					const target = targets[0]; // Use the first target
					// Remove leading './' and trailing '/*' if present
					const cleanTarget = target.replace(/^\.\//, '').replace(/\/\*$/, '');
					const cleanAlias = alias.replace(/\/\*$/, '');
					this.pathMappings.set(cleanAlias, cleanTarget);
				}
			}
		}

		console.log('Loaded path mappings:', Array.from(this.pathMappings.entries()));
	}

	private async cleanTargetDir(): Promise<void> {
		// Remove and recreate the src directory
		if (fs.existsSync(TARGET_DIR)) {
			await fs.promises.rm(TARGET_DIR, { recursive: true, force: true });
		}
		await fs.promises.mkdir(TARGET_DIR, { recursive: true });
	}

	private async processEntryPoints(): Promise<void> {
		console.log('Processing entry points and dependencies...');

		// Start with static entry points and dynamically add all test files
		const testFiles = await glob('src/lib/vscode-node/test/*.ts', { cwd: REPO_ROOT });
		const queue = [...entryPoints, ...testFiles];

		while (queue.length > 0) {
			const filePath = queue.shift()!;
			if (this.processedFiles.has(filePath)) {
				continue;
			}

			const fullPath = path.join(REPO_ROOT, filePath);
			if (!fs.existsSync(fullPath)) {
				console.warn(`Warning: File not found: ${filePath}`);
				continue;
			}

			const dependencies = await this.extractDependencies(fullPath);
			const destPath = this.getDestinationPath(filePath);

			this.allFiles.set(filePath, {
				srcPath: fullPath,
				destPath,
				relativePath: filePath,
				dependencies
			});

			this.processedFiles.add(filePath);

			// Add dependencies to queue
			dependencies.forEach(dep => {
				if (!this.processedFiles.has(dep)) {
					queue.push(dep);
				}
			});
		}
	}

	private async extractDependencies(filePath: string): Promise<string[]> {
		const content = await fs.promises.readFile(filePath, 'utf-8');
		const dependencies: string[] = [];

		// Remove single-line comments and process line by line to avoid matching commented imports
		// We need to be careful not to remove strings that contain '//'
		const lines = content.split('\n');
		const activeLines: string[] = [];
		let inBlockComment = false;

		for (const line of lines) {
			// Track block comments
			if (line.trim().startsWith('/*')) {
				// preserve pragmas in tsx files
				if (!(filePath.endsWith('.tsx') && line.match(/\/\*\*\s+@jsxImportSource\s+\S+/))) {
					inBlockComment = true;
				}
			}
			if (inBlockComment) {
				if (line.includes('*/')) {
					inBlockComment = false;
				}
				continue;
			}

			// Skip single-line comments
			const trimmedLine = line.trim();
			if (trimmedLine.startsWith('//')) {
				continue;
			}

			// For lines that might have inline comments, we need to preserve string content
			// Remove comments that are not inside strings
			let processedLine = line;
			// Simple heuristic: if the line contains import/export, keep everything up to //
			// that's outside of string literals
			if (trimmedLine.includes('import') || trimmedLine.includes('export')) {
				// Remove inline comments (this is a simple approach - could be improved)
				const commentIndex = line.indexOf('//');
				if (commentIndex !== -1) {
					// Check if // is inside a string by counting quotes before it
					const beforeComment = line.substring(0, commentIndex);
					const singleQuotes = (beforeComment.match(/'/g) || []).length;
					const doubleQuotes = (beforeComment.match(/"/g) || []).length;
					// If even number of quotes, the comment is outside strings
					if (singleQuotes % 2 === 0 && doubleQuotes % 2 === 0) {
						processedLine = beforeComment;
					}
				}
			}

			activeLines.push(processedLine);
		}

		const activeContent = activeLines.join('\n');

		// Extract both import and export statements using regex
		// Matches:
		// - import ... from './path'
		// - export ... from './path'
		// - export { ... } from './path'
		// Updated regex to match all relative imports (including multiple ../ segments)
		const relativeImportRegex = /(?:import(?:\s+type)?|export)\s+(?:(?:\{[^}]*\}|\*(?:\s+as\s+\w+)?|\w+)\s+from\s+)?['"](\.\.?\/[^'"]*)['"]/g;
		let match;

		while ((match = relativeImportRegex.exec(activeContent)) !== null) {
			const importPath = match[1];
			const resolvedPath = this.resolveImportPath(filePath, importPath);

			if (resolvedPath) {
				dependencies.push(resolvedPath);
			}
		}

		// Also match path alias imports like: import ... from '#lib/...' or '#types'
		// We need to resolve these to follow their dependencies
		const aliasImportRegex = /(?:import(?:\s+type)?|export)\s+(?:(?:\{[^}]*\}|\*(?:\s+as\s+\w+)?|\w+)\s+from\s+)?['"]([#][^'"]*)['"]/g;

		while ((match = aliasImportRegex.exec(activeContent)) !== null) {
			const importPath = match[1];
			const resolvedPath = this.resolvePathAlias(importPath);

			if (resolvedPath) {
				dependencies.push(resolvedPath);
			}
		}

		// For tsx files process JSX imports as well
		if (filePath.endsWith('.tsx')) {
			const jsxRelativeImportRegex = /\/\*\*\s+@jsxImportSource\s+(\.\.?\/\S+)\s+\*\//g;

			while ((match = jsxRelativeImportRegex.exec(activeContent)) !== null) {
				const importPath = match[1];
				const resolvedPath = this.resolveImportPath(filePath, path.join(importPath, 'jsx-runtime'));

				if (resolvedPath) {
					dependencies.push(resolvedPath);
				}
			}
		}

		return dependencies;
	}

	private resolvePathAlias(importPath: string): string | null {
		// Handle path alias imports like '#lib/foo' or '#types'
		// Find the matching alias by checking if the import starts with any registered alias
		for (const [alias, targetPath] of this.pathMappings.entries()) {
			if (importPath === alias) {
				// Exact match for aliases without wildcards (e.g., '#types')
				return this.resolveFileWithExtensions(path.join(REPO_ROOT, targetPath));
			} else if (importPath.startsWith(alias + '/')) {
				// Wildcard match for aliases with /* (e.g., '#lib/foo' matches '#lib')
				const remainder = importPath.substring(alias.length + 1); // +1 to skip the '/'
				const fullPath = path.join(REPO_ROOT, targetPath, remainder);
				return this.resolveFileWithExtensions(fullPath);
			}
		}

		// If no alias matched, return null
		console.warn(`Warning: Path alias not found for: ${importPath}`);
		return null;
	}

	private resolveFileWithExtensions(basePath: string): string | null {
		// Try with .ts extension
		if (fs.existsSync(basePath + '.ts')) {
			return this.normalizePath(path.relative(REPO_ROOT, basePath + '.ts'));
		}

		// Try with .tsx extension
		if (fs.existsSync(basePath + '.tsx')) {
			return this.normalizePath(path.relative(REPO_ROOT, basePath + '.tsx'));
		}

		// Try with .d.ts extension
		if (fs.existsSync(basePath + '.d.ts')) {
			return this.normalizePath(path.relative(REPO_ROOT, basePath + '.d.ts'));
		}

		// Try with index.ts
		if (fs.existsSync(path.join(basePath, 'index.ts'))) {
			return this.normalizePath(path.relative(REPO_ROOT, path.join(basePath, 'index.ts')));
		}

		// Try with index.tsx
		if (fs.existsSync(path.join(basePath, 'index.tsx'))) {
			return this.normalizePath(path.relative(REPO_ROOT, path.join(basePath, 'index.tsx')));
		}

		// Try with index.d.ts
		if (fs.existsSync(path.join(basePath, 'index.d.ts'))) {
			return this.normalizePath(path.relative(REPO_ROOT, path.join(basePath, 'index.d.ts')));
		}

		// Try as-is
		if (fs.existsSync(basePath)) {
			return this.normalizePath(path.relative(REPO_ROOT, basePath));
		}

		return null;
	}

	private resolveImportPath(fromFile: string, importPath: string): string | null {
		const fromDir = path.dirname(fromFile);
		const resolved = path.resolve(fromDir, importPath);

		// If import path ends with .js, try replacing with .ts/.tsx first
		if (importPath.endsWith('.js')) {
			const baseResolved = resolved.slice(0, -3); // Remove .js
			if (fs.existsSync(baseResolved + '.ts')) {
				return this.normalizePath(path.relative(REPO_ROOT, baseResolved + '.ts'));
			}
			if (fs.existsSync(baseResolved + '.tsx')) {
				return this.normalizePath(path.relative(REPO_ROOT, baseResolved + '.tsx'));
			}
		}

		// Try with .ts extension
		if (fs.existsSync(resolved + '.ts')) {
			return this.normalizePath(path.relative(REPO_ROOT, resolved + '.ts'));
		}

		// Try with .tsx extension
		if (fs.existsSync(resolved + '.tsx')) {
			return this.normalizePath(path.relative(REPO_ROOT, resolved + '.tsx'));
		}

		// Try with .d.ts extension
		if (fs.existsSync(resolved + '.d.ts')) {
			return this.normalizePath(path.relative(REPO_ROOT, resolved + '.d.ts'));
		}

		// Try with index.ts
		if (fs.existsSync(path.join(resolved, 'index.ts'))) {
			return this.normalizePath(path.relative(REPO_ROOT, path.join(resolved, 'index.ts')));
		}

		// Try with index.tsx
		if (fs.existsSync(path.join(resolved, 'index.tsx'))) {
			return this.normalizePath(path.relative(REPO_ROOT, path.join(resolved, 'index.tsx')));
		}

		// Try with index.d.ts
		if (fs.existsSync(path.join(resolved, 'index.d.ts'))) {
			return this.normalizePath(path.relative(REPO_ROOT, path.join(resolved, 'index.d.ts')));
		}

		// Try as-is
		if (fs.existsSync(resolved)) {
			return this.normalizePath(path.relative(REPO_ROOT, resolved));
		}

		// If we get here, the file was not found - throw an error
		throw new Error(`Import file not found: ${importPath} (resolved to ${resolved}) imported from ${fromFile}`);
	}

	private normalizePath(filePath: string): string {
		// Normalize path separators to forward slashes for consistency across platforms
		return filePath.replace(/\\/g, '/');
	}

	private getDestinationPath(filePath: string): string {
		// Normalize the input path first, then convert src/... to _internal/...
		const normalizedPath = this.normalizePath(filePath);
		const relativePath = normalizedPath.replace(/^src\//, '_internal/');
		return path.join(TARGET_DIR, relativePath);
	}

	private async copyFiles(): Promise<void> {
		console.log(`Copying ${this.allFiles.size} files...`);

		for (const [, fileInfo] of this.allFiles) {
			// Skip the main entry point file since it becomes top-level main.ts
			if (fileInfo.relativePath === 'src/lib/node/chatLibMain.ts') {
				continue;
			}

			await fs.promises.mkdir(path.dirname(fileInfo.destPath), { recursive: true });			// Read source file
			const content = await fs.promises.readFile(fileInfo.srcPath, 'utf-8');

			// Transform content to replace vscode imports and fix relative paths
			const transformedContent = this.transformFileContent(content, fileInfo.relativePath);

			// Write to destination
			await fs.promises.writeFile(fileInfo.destPath, transformedContent);
		}
	}



	private transformFileContent(content: string, filePath: string): string {
		let transformed = content;

		// Normalize path for consistent comparison across platforms
		const normalizedFilePath = this.normalizePath(filePath);

		// Rewrite non-type imports of 'vscode' to use vscodeTypesShim
		transformed = this.rewriteVscodeImports(transformed, normalizedFilePath);

		// Rewrite imports from local vscodeTypes to use vscodeTypesShim
		transformed = this.rewriteVscodeTypesImports(transformed, normalizedFilePath);

		// Rewrite imports in test files: '../../node/chatLibMain' -> '../../../../main'
		if (normalizedFilePath.startsWith('src/lib/vscode-node/test/')) {
			transformed = transformed.replace(
				/(from\s+['"])\.\.\/\.\.\/node\/chatLibMain(['"])/g,
				'$1../../../../main$2'
			);
		}

		// Only rewrite relative imports for main.ts (chatLibMain.ts)
		if (normalizedFilePath === 'src/lib/node/chatLibMain.ts') {
			transformed = transformed.replace(
				/import\s+([^'"]*)\s+from\s+['"](\.\/[^'"]*|\.\.\/[^'"]*)['"]/g,
				(match, importClause, importPath) => {
					const rewrittenPath = this.rewriteImportPath(filePath, importPath);
					return `import ${importClause} from '${rewrittenPath}'`;
				}
			);
		}

		return transformed;
	}

	private rewriteVscodeImports(content: string, filePath: string): string {
		// Don't rewrite vscode imports in the main vscodeTypes.ts file
		if (filePath === 'src/vscodeTypes.ts') {
			return content;
		}

		// Pattern to match import statements from 'vscode'
		// This regex captures:
		// - import * as vscode from 'vscode'
		// - import { Uri, window } from 'vscode'
		// - import vscode from 'vscode'
		// But NOT type-only imports like:
		// - import type { Uri } from 'vscode'
		// - import type * as vscode from 'vscode'
		const vscodeImportRegex = /^(\s*import\s+)(?!type\s+)([^'"]*)\s+from\s+['"]vscode['"];?\s*$/gm;

		return content.replace(vscodeImportRegex, (match, importPrefix, importClause) => {
			// Calculate the relative path to vscodeTypesShim based on the current file location
			const shimPath = this.getVscodeTypesShimPath(filePath);
			return `${importPrefix}${importClause.trim()} from '${shimPath}';`;
		});
	}

	private rewriteVscodeTypesImports(content: string, filePath: string): string {
		// Don't rewrite vscodeTypes imports in the main vscodeTypes.ts file itself
		if (filePath === 'src/vscodeTypes.ts') {
			return content;
		}

		// Don't rewrite in the vscodeTypesShim file itself to avoid circular imports
		if (filePath === 'src/util/common/test/shims/vscodeTypesShim.ts') {
			return content;
		}

		// Pattern to match non-type imports from local vscodeTypes
		// This regex captures imports like:
		// - import { ChatErrorLevel } from '../../../vscodeTypes'
		// - import * as vscodeTypes from '../../../vscodeTypes'
		// But NOT type-only imports like:
		// - import type { ChatErrorLevel } from '../../../vscodeTypes'
		const vscodeTypesImportRegex = /^(\s*import\s+)(?!type\s+)([^'"]*)\s+from\s+['"]([^'"]*\/vscodeTypes)['"];?\s*$/gm;

		return content.replace(vscodeTypesImportRegex, (match, importPrefix, importClause, importPath) => {
			// Calculate the relative path to vscodeTypesShim based on the current file location
			const shimPath = this.getVscodeTypesShimPath(filePath);
			return `${importPrefix}${importClause.trim()} from '${shimPath}';`;
		});
	}

	private getVscodeTypesShimPath(filePath: string): string {
		// For main.ts (chatLibMain.ts), use the _internal structure
		if (filePath === 'src/lib/node/chatLibMain.ts') {
			return './_internal/util/common/test/shims/vscodeTypesShim';
		}

		// For other files, calculate relative path from their location to the shim
		// The target shim location will be: _internal/util/common/test/shims/vscodeTypesShim
		// Files are placed in: _internal/<original_path_without_src>

		// Remove 'src/' prefix and calculate depth
		const relativePath = filePath.replace(/^src\//, '');
		const pathSegments = relativePath.split('/');
		const depth = pathSegments.length - 1; // -1 because the last segment is the filename

		// Go up 'depth' levels, then down to the shim
		const upLevels = '../'.repeat(depth);
		return `${upLevels}util/common/test/shims/vscodeTypesShim`;
	}

	private rewriteImportPath(fromFile: string, importPath: string): string {
		// For main.ts, rewrite relative imports to use ./_internal structure
		if (fromFile === 'src/lib/node/chatLibMain.ts') {
			// Convert ../../extension/... to ./_internal/extension/...
			// Convert ../../platform/... to ./_internal/platform/...
			// Convert ../../util/... to ./_internal/util/...
			return importPath.replace(/^\.\.\/\.\.\//, './_internal/');
		}

		// For other files, don't change the import path
		return importPath;
	}

	private async generateModuleFiles(): Promise<void> {
		console.log('Using static module files already present in chat-lib directory...');

		// Copy main.ts from src/lib/node/chatLibMain.ts
		const mainTsPath = path.join(REPO_ROOT, 'src', 'lib', 'node', 'chatLibMain.ts');
		const mainTsContent = await fs.promises.readFile(mainTsPath, 'utf-8');
		const transformedMainTs = this.transformFileContent(mainTsContent, 'src/lib/node/chatLibMain.ts');
		await fs.promises.writeFile(path.join(TARGET_DIR, 'main.ts'), transformedMainTs);

		// Copy root package.json to chat-lib/src
		await this.copyRootPackageJson();

		// Copy all vscode.proposed.*.d.ts files
		await this.copyVSCodeProposedTypes();

		// Copy all tiktoken files
		await this.copyTikTokenFiles();

		// Copy test reply files
		await this.copyTestReplyFiles();

		// Update chat-lib tsconfig.json with path mappings
		await this.updateChatLibTsConfig();
	}

	private async copyTestReplyFiles(): Promise<void> {
		console.log('Copying test reply files...');

		// Find all .reply.txt files in src/lib/vscode-node/test/
		const testDir = path.join(REPO_ROOT, 'src', 'lib', 'vscode-node', 'test');
		const replyFiles = await glob('*.reply.txt', { cwd: testDir });

		for (const file of replyFiles) {
			const srcPath = path.join(testDir, file);
			const destPath = path.join(TARGET_DIR, '_internal', 'lib', 'vscode-node', 'test', file);

			await fs.promises.mkdir(path.dirname(destPath), { recursive: true });
			await fs.promises.copyFile(srcPath, destPath);
		}

		console.log(`Copied ${replyFiles.length} test reply files`);
	}

	private async updateChatLibTsConfig(): Promise<void> {
		console.log('Updating chat-lib tsconfig.json with path mappings...');

		const chatLibTsconfigPath = path.join(CHAT_LIB_DIR, 'tsconfig.json');
		const tsconfigContent = await fs.promises.readFile(chatLibTsconfigPath, 'utf-8');
		const tsconfig = jsonc.parse(tsconfigContent);

		// Ensure compilerOptions exists
		if (!tsconfig.compilerOptions) {
			tsconfig.compilerOptions = {};
		}

		// Ensure paths exists
		if (!tsconfig.compilerOptions.paths) {
			tsconfig.compilerOptions.paths = {};
		}

		// Read the root tsconfig once to check for wildcards
		const rootTsconfigPath = path.join(REPO_ROOT, 'tsconfig.json');
		const rootTsconfigContent = await fs.promises.readFile(rootTsconfigPath, 'utf-8');
		const rootTsconfig = jsonc.parse(rootTsconfigContent);

		// Add path mappings from the root tsconfig, adjusted for chat-lib structure
		// The files are in src/_internal/... structure
		for (const [alias, targetPath] of this.pathMappings.entries()) {
			// Convert from root paths like "src/extension/completions-core/lib/src"
			// to chat-lib paths like "./src/_internal/extension/completions-core/lib/src"
			// Remove the "src/" prefix from targetPath since it's already part of the _internal structure
			const pathWithoutSrc = targetPath.replace(/^src\//, '');
			const chatLibPath = `./src/_internal/${pathWithoutSrc}`;

			let aliasWithWildcard = alias;
			let pathWithWildcard = chatLibPath;

			// Check if the original mapping had a wildcard
			if (rootTsconfig.compilerOptions?.paths) {
				for (const key of Object.keys(rootTsconfig.compilerOptions.paths)) {
					const keyWithoutWildcard = key.replace(/\/\*$/, '');
					if (keyWithoutWildcard === alias && key.endsWith('/*')) {
						aliasWithWildcard = alias + '/*';
						pathWithWildcard = chatLibPath + '/*';
						break;
					}
				}
			}

			tsconfig.compilerOptions.paths[aliasWithWildcard] = [pathWithWildcard];
		}

		// Write the updated tsconfig back
		await fs.promises.writeFile(
			chatLibTsconfigPath,
			JSON.stringify(tsconfig, null, '\t') + '\n'
		);

		console.log('Chat-lib tsconfig.json updated with path mappings:', Object.keys(tsconfig.compilerOptions.paths));
	}

	private async validateModule(): Promise<void> {
		console.log('Validating module...');

		// Check if static files exist in chat-lib directory
		const staticFiles = ['package.json', 'tsconfig.json', 'README.md', 'LICENSE.txt'];
		for (const file of staticFiles) {
			const filePath = path.join(CHAT_LIB_DIR, file);
			if (!fs.existsSync(filePath)) {
				throw new Error(`Required static file missing: ${file}`);
			}
		}

		// Check if main.ts exists in src directory
		const mainTsPath = path.join(TARGET_DIR, 'main.ts');
		if (!fs.existsSync(mainTsPath)) {
			throw new Error(`Required file missing: src/main.ts`);
		}

		console.log('Module validation passed!');
	}

	private async copyVSCodeProposedTypes(): Promise<void> {
		console.log('Copying vscode*.d.ts files referenced by vscode-api.d.ts...');

		const vscodeApiSrcPath = path.join(REPO_ROOT, 'src', 'extension', 'vscode-api.d.ts');
		if (!fs.existsSync(vscodeApiSrcPath)) {
			throw new Error(`vscode-api.d.ts not found at ${vscodeApiSrcPath}`);
		}

		const content = await fs.promises.readFile(vscodeApiSrcPath, 'utf-8');

		// Parse all /// <reference path="..." /> directives
		const refRegex = /\/\/\/\s*<reference\s+path="([^"]+)"\s*\/>/g;
		let match;
		const referencedFiles: { refPath: string; fileName: string }[] = [];

		while ((match = refRegex.exec(content)) !== null) {
			const refPath = match[1];
			const fileName = path.basename(refPath);
			referencedFiles.push({ refPath, fileName });
		}

		// Copy each referenced .d.ts file from the vscode repo
		const vscodeDtsDestDir = path.join(TARGET_DIR, '_internal', 'vscode-dts');
		await fs.promises.mkdir(vscodeDtsDestDir, { recursive: true });

		for (const { refPath, fileName } of referencedFiles) {
			// Resolve the reference path relative to the source file
			const srcPath = path.resolve(path.dirname(vscodeApiSrcPath), refPath);
			if (!fs.existsSync(srcPath)) {
				console.warn(`Warning: Referenced file not found: ${srcPath}`);
				continue;
			}

			const destPath = path.join(vscodeDtsDestDir, fileName);
			await fs.promises.copyFile(srcPath, destPath);
		}

		// Copy vscode-api.d.ts itself, updating reference paths
		const updatedContent = content.replace(
			/\/\/\/\s*<reference\s+path="([^"]+)"\s*\/>/g,
			(_match, refPath: string) => {
				const fileName = path.basename(refPath);
				return `/// <reference path="./vscode-dts/${fileName}" />`;
			}
		);

		const vscodeApiDestPath = path.join(TARGET_DIR, '_internal', 'vscode-api.d.ts');
		await fs.promises.writeFile(vscodeApiDestPath, updatedContent);

		// Also copy thenable.d.ts which is referenced by vscode.d.ts
		const vscodeRepoRoot = path.join(REPO_ROOT, '..', '..');
		const thenableSrcPath = path.join(vscodeRepoRoot, 'src', 'typings', 'thenable.d.ts');
		if (fs.existsSync(thenableSrcPath)) {
			await fs.promises.copyFile(thenableSrcPath, path.join(vscodeDtsDestDir, 'thenable.d.ts'));
			console.log('Copied thenable.d.ts');
		} else {
			console.warn(`Warning: thenable.d.ts not found at ${thenableSrcPath}`);
		}

		console.log(`Copied vscode-api.d.ts and ${referencedFiles.length} referenced .d.ts files`);
	}

	private async copyTikTokenFiles(): Promise<void> {
		console.log('Copying tiktoken files...');

		// Find all .tiktoken files in src/platform/tokenizer/node/
		const tokenizerDir = path.join(REPO_ROOT, 'src', 'platform', 'tokenizer', 'node');
		const tikTokenFiles = await glob('*.tiktoken', { cwd: tokenizerDir });

		for (const file of tikTokenFiles) {
			const srcPath = path.join(tokenizerDir, file);
			const destPath = path.join(TARGET_DIR, '_internal', 'platform', 'tokenizer', 'node', file);

			await fs.promises.mkdir(path.dirname(destPath), { recursive: true });
			await fs.promises.copyFile(srcPath, destPath);
		}

		console.log(`Copied ${tikTokenFiles.length} tiktoken files`);
	}

	private async copyRootPackageJson(): Promise<void> {
		console.log('Copying root package.json to chat-lib/src...');

		const srcPath = path.join(REPO_ROOT, 'package.json');
		const destPath = path.join(TARGET_DIR, 'package.json');

		await fs.promises.copyFile(srcPath, destPath);
		console.log('Root package.json copied successfully!');

		// Update chat-lib package.json dependencies
		await this.updateChatLibDependencies();
	}

	private async updateChatLibDependencies(): Promise<void> {
		console.log('Updating chat-lib package.json dependencies...');

		const rootPackageJsonPath = path.join(REPO_ROOT, 'package.json');
		const chatLibPackageJsonPath = path.join(CHAT_LIB_DIR, 'package.json');
		const rootPackageLockPath = path.join(REPO_ROOT, 'package-lock.json');
		const chatLibPackageLockPath = path.join(CHAT_LIB_DIR, 'package-lock.json');

		// Read both package.json files
		const rootPackageJson = JSON.parse(await fs.promises.readFile(rootPackageJsonPath, 'utf-8'));
		const chatLibPackageJson = JSON.parse(await fs.promises.readFile(chatLibPackageJsonPath, 'utf-8'));

		// Combine all dependencies and devDependencies from root
		const rootDependencies = {
			...(rootPackageJson.dependencies || {}),
			...(rootPackageJson.devDependencies || {})
		};

		let updatedCount = 0;
		let removedCount = 0;
		const changes: string[] = [];
		const updatedPackages = new Set<string>();

		// Update existing dependencies in chat-lib with versions from root
		for (const depType of ['dependencies', 'devDependencies']) {
			if (chatLibPackageJson[depType]) {
				const dependencyNames = Object.keys(chatLibPackageJson[depType]);

				for (const depName of dependencyNames) {
					if (rootDependencies[depName]) {
						// Update version if it exists in root
						const oldVersion = chatLibPackageJson[depType][depName];
						const newVersion = rootDependencies[depName];

						if (oldVersion !== newVersion) {
							chatLibPackageJson[depType][depName] = newVersion;
							changes.push(`  Updated ${depName}: ${oldVersion} → ${newVersion}`);
							updatedCount++;
							updatedPackages.add(depName);
						}
					} else {
						// Remove dependency if it no longer exists in root
						delete chatLibPackageJson[depType][depName];
						changes.push(`  Removed ${depName} (no longer in root package.json)`);
						removedCount++;
					}
				}

				// Clean up empty dependency objects
				if (Object.keys(chatLibPackageJson[depType]).length === 0) {
					delete chatLibPackageJson[depType];
				}
			}
		}

		// Write the updated chat-lib package.json
		await fs.promises.writeFile(
			chatLibPackageJsonPath,
			JSON.stringify(chatLibPackageJson, null, '\t') + '\n'
		);

		console.log(`Chat-lib dependencies updated: ${updatedCount} updated, ${removedCount} removed`);
		if (changes.length > 0) {
			console.log('Changes made:');
			changes.forEach(change => console.log(change));
		}

		// Update package-lock.json for changed dependencies and their transitive dependencies
		if (updatedPackages.size > 0 && fs.existsSync(rootPackageLockPath) && fs.existsSync(chatLibPackageLockPath)) {
			console.log('Updating chat-lib package-lock.json for changed dependencies...');

			const rootPackageLock = JSON.parse(await fs.promises.readFile(rootPackageLockPath, 'utf-8'));
			const chatLibPackageLock = JSON.parse(await fs.promises.readFile(chatLibPackageLockPath, 'utf-8'));

			// Update the root package entry with new dependencies
			if (chatLibPackageLock.packages && chatLibPackageLock.packages['']) {
				chatLibPackageLock.packages[''].dependencies = chatLibPackageJson.dependencies || {};
				chatLibPackageLock.packages[''].devDependencies = chatLibPackageJson.devDependencies || {};
			}

			// Collect all packages to update (direct dependencies + their transitive dependencies)
			const packagesToUpdate = new Set<string>();
			const queue: string[] = [];

			// Start with updated packages
			for (const pkgName of updatedPackages) {
				const pkgPath = `node_modules/${pkgName}`;
				queue.push(pkgPath);
				packagesToUpdate.add(pkgPath);
			}

			// Traverse dependency tree from root package-lock to find all transitive dependencies
			while (queue.length > 0) {
				const pkgPath = queue.shift()!;
				const pkgInfo = rootPackageLock.packages?.[pkgPath];

				if (pkgInfo) {
					// Collect all dependency types
					const deps = {
						...pkgInfo.dependencies,
						...pkgInfo.optionalDependencies,
						...pkgInfo.devDependencies
					};

					for (const depName of Object.keys(deps)) {
						// Handle nested dependencies
						const nestedDepPath = `${pkgPath}/node_modules/${depName}`;
						const topLevelDepPath = `node_modules/${depName}`;

						let actualDepPath: string | null = null;
						if (rootPackageLock.packages[nestedDepPath]) {
							actualDepPath = nestedDepPath;
						} else if (rootPackageLock.packages[topLevelDepPath]) {
							actualDepPath = topLevelDepPath;
						} else {
							// Walk up the parent chain
							const pathParts = pkgPath.split('/node_modules/');
							for (let i = pathParts.length - 1; i >= 0; i--) {
								const parentPath = pathParts.slice(0, i).join('/node_modules/');
								const candidatePath = parentPath ? `${parentPath}/node_modules/${depName}` : `node_modules/${depName}`;
								if (rootPackageLock.packages[candidatePath]) {
									actualDepPath = candidatePath;
									break;
								}
							}
						}

						if (actualDepPath && !packagesToUpdate.has(actualDepPath)) {
							packagesToUpdate.add(actualDepPath);
							queue.push(actualDepPath);
						}
					}
				}
			}

			// Update package entries in chat-lib lock file
			let lockUpdatedCount = 0;
			for (const pkgPath of packagesToUpdate) {
				if (rootPackageLock.packages[pkgPath] && chatLibPackageLock.packages[pkgPath]) {
					chatLibPackageLock.packages[pkgPath] = rootPackageLock.packages[pkgPath];
					lockUpdatedCount++;
				}
			}

			// Write the updated chat-lib package-lock.json
			await fs.promises.writeFile(
				chatLibPackageLockPath,
				JSON.stringify(chatLibPackageLock, null, '\t') + '\n'
			);

			console.log(`Chat-lib package-lock.json updated: ${lockUpdatedCount} package entries updated`);
		}
	}

	private async compileTypeScript(): Promise<void> {
		console.log('Compiling TypeScript to validate module...');

		try {
			// Change to the chat-lib directory and run TypeScript compiler
			const { stdout, stderr } = await execAsync('npx tsc --noEmit', {
				cwd: CHAT_LIB_DIR,
				timeout: 60000 // 60 second timeout
			});

			if (stderr) {
				console.warn('TypeScript compilation warnings:', stderr);
			}

			console.log('TypeScript compilation successful!');
		} catch (error: any) {
			console.error('TypeScript compilation failed:', error.stdout || error.message);
			throw new Error(`TypeScript compilation failed: ${error.stdout || error.message}`);
		}
	}
}

// Main execution
async function main(): Promise<void> {
	try {
		const extractor = new ChatLibExtractor();
		await extractor.extract();
	} catch (error) {
		console.error('Extraction failed:', error);
		process.exit(1);
	}
}

if (require.main === module) {
	main();
}