Added setting for ollama context window size

src/complete/completers/ollama/model_settings.tsx

@@ -7,6 +7,7 @@ export const settings_schema = z.object({
 	user_prompt: z.string(),
 	temperature: z.number().optional(),
 	prompt_length: z.number().optional(),
+	context_window_size: z.number().min(1).optional(),
 });
 
 export type Settings = z.infer<typeof settings_schema>;
@@ -84,6 +85,25 @@ export function SettingsUI({
 					}
 				/>
 			</SettingsItem>
+			<SettingsItem name="Context Window Size">
+				<input
+					type="number"
+					min={1}
+					value={
+						parsed_settings.context_window_size === undefined
+							? ""
+							: parsed_settings.context_window_size
+					}
+					onChange={(e) =>
+						saveSettings(
+							JSON.stringify({
+								...parsed_settings,
+								context_window_size: parseInt(e.target.value),
+							})
+						)
+					}
+				/>
+			</SettingsItem>
 		</>
 	);
 }

src/complete/completers/ollama/ollama.tsx

@@ -145,6 +145,9 @@ export default class OllamaModel implements Model {
 				stream: true,
 				options: {
 					temp: model_settings.temperature,
+					...(model_settings.context_window_size && {
+						num_ctx: model_settings.context_window_size,
+					}),
 				},
 			});
 			request.write(body);