Lazy clone with batch

.changeset/fifty-chefs-sneeze.md

@@ -0,0 +1,7 @@
+---
+"@lix-js/client": major
+"@lix-js/server": major
+"@lix-js/fs": major
+---
+
+New lazy checkout features and breaking api improvements

.vscode/launch.json

@@ -8,7 +8,7 @@
 			"autoAttachChildProcesses": true,
 			"skipFiles": ["<node_internals>/**", "**/node_modules/**"],
 			"program": "${workspaceRoot}/node_modules/vitest/vitest.mjs",
-			"args": ["run", "${relativeFile}"],
+			"args": ["dev", "--singleThread=true", "${relativeFile}"],
 			"smartStep": true,
 			"console": "integratedTerminal"
 		},

inlang/source-code/cli/package.json

@@ -54,7 +54,6 @@
 		"consola": "^3.2.3",
 		"cross-env": "^7.0.3",
 		"esbuild": "^0.19.2",
-		"isomorphic-git": "1.24.5",
 		"node-fetch": "^3.3.2",
 		"prompts": "^2.4.2",
 		"typescript": "5.2.2",

inlang/source-code/cli/src/commands/open/editor.ts

@@ -2,7 +2,7 @@ import { exec } from "node:child_process"
 import { Command } from "commander"
 import { log } from "../../utilities/log.js"
 import fs from "node:fs/promises"
-import { findRoot, listRemotes } from "isomorphic-git"
+import { findRepoRoot, _listRemotes } from "@lix-js/client"
 import { parseOrigin } from "@inlang/telemetry"
 import type { NodeishFilesystem } from "@lix-js/fs"
 
@@ -21,15 +21,20 @@ export async function editorCommandAction(args: {
 }) {
 	let repoRoot: string | undefined
 	try {
-		repoRoot = await findRoot({ fs: args.nodeishFs, filepath: args.path })
+		repoRoot = await findRepoRoot({ nodeishFs: args.nodeishFs, path: args.path })
+		if (!repoRoot) {
+			args.logger.error("Failed to find repository root.")
+			return
+		}
 	} catch (error) {
 		args.logger.error("Failed to find repository root.")
 		return
 	}
 
-	const remotes = await listRemotes({
+	// _listReomotes deprecated, open repo and use repo.listRemotes
+	const remotes = await _listRemotes({
 		fs: args.nodeishFs,
-		dir: repoRoot,
+		dir: repoRoot?.replace("file://", ""),
 	})
 
 	const origin = parseOrigin({ remotes })

inlang/source-code/editor/package.json

@@ -16,7 +16,6 @@
 		"node": ">=18.0.0"
 	},
 	"dependencies": {
-		"@isomorphic-git/cors-proxy": "^2.7.1",
 		"@lix-js/client": "workspace:*",
 		"@lix-js/fs": "workspace:*",
 		"@lix-js/server": "workspace:*",
@@ -49,7 +48,6 @@
 		"date-fns": "^2.29.3",
 		"dotenv": "^16.0.3",
 		"flat": "^5.0.2",
-		"isomorphic-git": "1.24.5",
 		"jose": "^4.11.1",
 		"octokit": "3.1.2",
 		"posthog-js": "^1.91.1",

inlang/source-code/editor/src/pages/@host/@owner/@repository/State.tsx

@@ -262,6 +262,10 @@ export function EditorStateProvider(props: { children: JSXElement }) {
 		async ({ routeParams: { host, owner, repository }, branch, user }) => {
 			if (host && owner && repository && user) {
 				try {
+					if (!import.meta.env.PROD) {
+						console.time("openRepository")
+					}
+
 					const newRepo = await openRepository(
 						`${publicEnv.PUBLIC_GIT_PROXY_BASE_URL}/git/${host}/${owner}/${repository}`,
 						{
@@ -271,15 +275,21 @@ export function EditorStateProvider(props: { children: JSXElement }) {
 						}
 					)
 
+					if (window && !import.meta.env.PROD) {
+						// @ts-expect-error
+						window.repo = newRepo
+					}
+
 					if (newRepo.errors().length > 0) {
 						setLixErrors(newRepo.errors())
 						return
 					} else {
 						setLixErrors([])
 					}
 
-					// @ts-expect-error
-					newRepo.nodeishFs.watch = () => undefined
+					// @ts-ignore -- causes reactivity bugs because the sdk uses watch and triggers updates on changes caused by itself
+					newRepo.nodeishFs.watch = () => {}
+
 					setLastPullTime(new Date())
 					// Invalidate the project while we switch branches
 					setProject(undefined)
@@ -294,7 +304,7 @@ export function EditorStateProvider(props: { children: JSXElement }) {
 		}
 	)
 
-	repo()?.errors.subscribe((errors) => {
+	repo()?.errors.subscribe((errors: any) => {
 		setLixErrors(errors)
 	})
 
@@ -614,8 +624,7 @@ export async function pushChanges(args: {
 		return { error: new PushException("User not logged in") }
 	}
 
-	// stage all changes
-	const status = await args.repo.statusMatrix({
+	const filesWithUncommittedChanges = await args.repo.statusList({
 		filter: (f: any) =>
 			f.endsWith("project_id") ||
 			f.endsWith(".json") ||
@@ -626,25 +635,15 @@ export async function pushChanges(args: {
 			f.endsWith(".ts"),
 	})
 
-	const filesWithUncommittedChanges = status.filter(
-		(row: any) =>
-			// files with unstaged and uncommitted changes
-			(row[2] === 2 && row[3] === 1) ||
-			// added files
-			(row[2] === 2 && row[3] === 0)
-	)
-
 	if (filesWithUncommittedChanges.length > 0) {
-		// add all changes
-		await args.repo.add({ filepath: filesWithUncommittedChanges.map((file) => file[0]) })
-
 		// commit changes
 		await args.repo.commit({
 			author: {
 				name: args.user.username,
 				email: args.user.email,
 			},
 			message: "Fink 🐦: update translations",
+			include: filesWithUncommittedChanges.map((f) => f[0]),
 		})
 	}
 

inlang/source-code/ide-extension/package.json

@@ -188,7 +188,6 @@
 		"esbuild": "^0.19.8",
 		"expect-webdriverio": "^4.6.1",
 		"fs-extra": "^11.2.0",
-		"isomorphic-git": "1.25.0",
 		"mocha": "^10.2.0",
 		"node-fetch": "^3.3.2",
 		"ovsx": "^0.8.3",

inlang/source-code/ide-extension/src/utilities/settings/getGitOrigin.test.ts

@@ -1,18 +1,18 @@
 import { describe, it, expect, vi, beforeEach } from "vitest"
 import { getGitOrigin } from "./getGitOrigin.js"
-import * as isomorphicGit from "isomorphic-git"
+import * as lixClient from "@lix-js/client"
 
 // Mocks
 vi.mock("vscode", () => ({
 	workspace: {
 		workspaceFolders: [{ uri: { fsPath: "mock/path" } }],
 	},
 }))
-vi.mock("isomorphic-git", () => ({
-	findRoot: vi.fn().mockResolvedValue("mock/root"),
-	listRemotes: vi.fn().mockResolvedValue([{ url: "[email protected]:user/repo.git" }]),
+vi.mock("@lix-js/client", () => ({
+	findRepoRoot: vi.fn().mockResolvedValue("mock/root"),
+	_listRemotes: vi.fn().mockResolvedValue([{ url: "[email protected]:user/repo.git" }]),
 }))
-vi.mock("node:fs", () => ({}))
+vi.mock("node:fs/promises", () => ({}))
 vi.mock("@inlang/telemetry", () => ({
 	parseOrigin: vi.fn().mockReturnValue("https://github.com/user/repo"),
 }))
@@ -21,9 +21,9 @@ describe("getGitOrigin", () => {
 	beforeEach(() => {
 		vi.clearAllMocks()
 		// @ts-expect-error
-		isomorphicGit.findRoot.mockResolvedValue("mock/root")
+		lixClient.findRepoRoot.mockResolvedValue("mock/root")
 		// @ts-expect-error
-		isomorphicGit.listRemotes.mockResolvedValue([{ url: "[email protected]:user/repo.git" }])
+		lixClient._listRemotes.mockResolvedValue([{ url: "[email protected]:user/repo.git" }])
 	})
 
 	it("should return the parsed git origin URL", async () => {
@@ -33,7 +33,7 @@ describe("getGitOrigin", () => {
 
 	it("should handle errors and return undefined", async () => {
 		// @ts-expect-error
-		isomorphicGit.findRoot.mockRejectedValueOnce(new Error("Mock error"))
+		lixClient.findRepoRoot.mockRejectedValueOnce(new Error("Mock error"))
 		const origin = await getGitOrigin()
 		expect(origin).toBeUndefined()
 	})

inlang/source-code/ide-extension/src/utilities/settings/getGitOrigin.ts

@@ -3,19 +3,23 @@
  */
 
 import { parseOrigin } from "@inlang/telemetry"
-import { findRoot, listRemotes } from "isomorphic-git"
+import { findRepoRoot, _listRemotes } from "@lix-js/client"
 import * as vscode from "vscode"
-import * as fs from "node:fs"
+import * as fs from "node:fs/promises"
 
 export async function getGitOrigin() {
 	try {
 		const workspaceRoot = vscode.workspace.workspaceFolders?.[0]?.uri.fsPath
-		const remotes = await listRemotes({
+
+		// FIXME _listRemotes is deprecated. openRepo and then call repo.listRemotes instead!
+		const remotes = await _listRemotes({
 			fs,
-			dir: await findRoot({
-				fs,
-				filepath: workspaceRoot ?? process.cwd(),
-			}),
+			dir: (
+				await findRepoRoot({
+					nodeishFs: fs,
+					path: workspaceRoot ?? process.cwd(),
+				})
+			)?.replace("file://", ""),
 		})
 		const gitOrigin = parseOrigin({ remotes })
 		return gitOrigin

inlang/source-code/paraglide/paraglide-js-adapter-sveltekit/src/runtime/ParaglideJS.svelte

@@ -45,9 +45,9 @@
 	$: if (browser) document.documentElement.dir = i18n.config.textDirection[lang] ?? "ltr"
 
 	let numberOfLanugageChanges = 0
-	$: if(lang)numberOfLanugageChanges += 1;
-	$: if(browser && lang && numberOfLanugageChanges > 1) invalidate(LANGUAGE_CHANGE_INVALIDATION_KEY)
-
+	$: if (lang) numberOfLanugageChanges += 1
+	$: if (browser && lang && numberOfLanugageChanges > 1)
+		invalidate(LANGUAGE_CHANGE_INVALIDATION_KEY)
 
 	function translateHref(href: string, hreflang: string | undefined): string {
 		const from = new URL(get(page).url)
@@ -90,12 +90,11 @@
 
 	setContext(PARAGLIDE_CONTEXT_KEY, { translateHref })
 
-
-    // In svelte 5 the #key block will re-render the second the key changes, 
+	// In svelte 5 the #key block will re-render the second the key changes,
 	// not after the all the updates in the Component are done.
 	// We need to make sure that changing the key happens last.
 	// See https://github.com/sveltejs/svelte/issues/10597
-	$: langKey = lang;
+	$: langKey = lang
 </script>
 
 <svelte:head>
@@ -110,13 +109,11 @@
 					prefixDefaultLanguage: i18n.config.prefixDefaultLanguage,
 				})}
 
-				{@const href = $page.url.host === "sveltekit-prerender" 
-						? path 
-						: (new URL(path, new URL($page.url))).href 
-				}
+				{@const href =
+					$page.url.host === "sveltekit-prerender" ? path : new URL(path, new URL($page.url)).href}
 
 				<!-- Should be a fully qualified href, including protocol -->
-				<link rel="alternate" hreflang={lang} href={href} />
+				<link rel="alternate" hreflang={lang} {href} />
 			{/each}
 		{/if}
 	{/if}

inlang/source-code/paraglide/paraglide-js-adapter-sveltekit/src/runtime/adapter.ts

@@ -144,14 +144,14 @@ export type I18nConfig<T extends string> = {
 export function createI18n<T extends string>(runtime: Paraglide<T>, options?: I18nUserConfig<T>) {
 	const translations = resolvePathTranslations(
 		options?.pathnames ?? {},
-		runtime.availableLanguageTags
+		runtime.availableLanguageTags,
 	)
 
 	if (dev) {
 		const issues = validatePathTranslations(translations, runtime.availableLanguageTags)
 		if (issues.length) {
 			console.warn(
-				`The following issues were found in your path translations. Make sure to fix them before deploying your app:`
+				`The following issues were found in your path translations. Make sure to fix them before deploying your app:`,
 			)
 			console.table(issues)
 		}

inlang/source-code/paraglide/paraglide-js-adapter-sveltekit/src/runtime/config/pathTranslations.ts

@@ -29,5 +29,5 @@ export type PathTranslations<T extends string = string> = {
 
 export type Message<T extends string> = (
 	params: Record<string, never>,
-	options: { languageTag: T }
+	options: { languageTag: T },
 ) => string

inlang/source-code/paraglide/paraglide-js-adapter-sveltekit/src/runtime/config/resolvePathTranslations.ts

@@ -12,7 +12,7 @@ import type { Message, PathTranslations, UserPathTranslations } from "./pathTran
  */
 export function resolvePathTranslations<T extends string>(
 	userTranslations: UserPathTranslations<T>,
-	availableLanguageTags: readonly T[]
+	availableLanguageTags: readonly T[],
 ): PathTranslations<T> {
 	const translations: PathTranslations<T> = {}
 	for (const path in userTranslations) {
@@ -33,10 +33,10 @@ export function resolvePathTranslations<T extends string>(
 
 function fromMessage<T extends string>(
 	message: Message<T>,
-	availableLanguageTags: readonly T[]
+	availableLanguageTags: readonly T[],
 ): Record<T, `/${string}`> {
 	const entries = availableLanguageTags.map(
-		(languageTag) => [languageTag, message({}, { languageTag })] as const
+		(languageTag) => [languageTag, message({}, { languageTag })] as const,
 	)
 	return Object.fromEntries(entries) as Record<T, `/${string}`>
 }

inlang/source-code/paraglide/paraglide-js-adapter-sveltekit/src/runtime/config/validatePathTranslations.ts

@@ -12,7 +12,7 @@ export type PathTranslationIssue = {
  */
 export function validatePathTranslations<T extends string>(
 	pathTranslations: PathTranslations<T>,
-	availableLanguageTags: readonly T[]
+	availableLanguageTags: readonly T[],
 ): PathTranslationIssue[] {
 	const issues: PathTranslationIssue[] = []
 	const expectedLanguages = new Set(availableLanguageTags)
@@ -58,7 +58,7 @@ export function validatePathTranslations<T extends string>(
 			issues.push({
 				path,
 				message: `The following languages are missing translations: ${[...missingLanguages].join(
-					", "
+					", ",
 				)}`,
 			})
 		}

inlang/source-code/paraglide/paraglide-js-adapter-sveltekit/src/runtime/hooks/handle.ts

@@ -49,7 +49,7 @@ export type HandleOptions = {
 
 export const createHandle = <T extends string>(
 	i18n: I18nConfig<T>,
-	options: HandleOptions
+	options: HandleOptions,
 ): Handle => {
 	const langPlaceholder = options.langPlaceholder ?? "%paraglide.lang%"
 	const dirPlaceholder = options.textDirectionPlaceholder ?? "%paraglide.textDirection%"
@@ -83,7 +83,7 @@ export const createHandle = <T extends string>(
 							`Please replace the \`lang\` attribute with the correct placeholder:"\n\n` +
 							` - <html ${SVELTEKIT_DEFAULT_LANG_ATTRIBUTE}>\n` +
 							` + <html lang="${langPlaceholder}" dir="${dirPlaceholder}">` +
-							`\n\nThis message will not be shown in production.`
+							`\n\nThis message will not be shown in production.`,
 					)
 				}
 

inlang/source-code/paraglide/paraglide-js-adapter-sveltekit/src/runtime/hooks/handleRedirects.ts

@@ -11,7 +11,7 @@ import type { PathTranslations } from "../config/pathTranslations.js"
  */
 export const handleRedirects: (
 	runtime: Paraglide<any>,
-	translations: PathTranslations<string>
+	translations: PathTranslations<string>,
 ) => Handle =
 	(runtime, translations) =>
 	async ({ event, resolve }) => {

inlang/source-code/paraglide/paraglide-js-adapter-sveltekit/src/runtime/path-translations/getCanonicalPath.ts

@@ -9,7 +9,7 @@ import type { PathTranslations } from "../config/pathTranslations.js"
 export function getCanonicalPath(
 	translatedPath: string,
 	lang: string,
-	translations: PathTranslations
+	translations: PathTranslations,
 ): string {
 	for (const [canonicalPathDefinition, translationsForPath] of Object.entries(translations)) {
 		if (!(lang in translationsForPath)) continue

inlang/source-code/paraglide/paraglide-js-adapter-sveltekit/src/runtime/path-translations/getTranslatedPath.ts

@@ -5,7 +5,7 @@ import type { PathTranslations } from "../config/pathTranslations.js"
 export function getTranslatedPath(
 	canonicalPath: string,
 	lang: string,
-	translations: PathTranslations
+	translations: PathTranslations,
 ) {
 	const match = matches(canonicalPath, Object.keys(translations))
 	if (!match) return canonicalPath