Skip to content

B
bit-pm
Unverified 提交 b616598b authored 作者: Will Chen's avatar Will Chen 提交者： GitHub
浏览文件
操作

Add ollama support (#7)

上级 a7b3e664
隐藏空白字符变更
内嵌 并排
正在显示 包含 386 行增加 和 74 行删除
package-lock.json
浏览文件 @ b616598b
...@@ -52,6 +52,7 @@ ...@@ -52,6 +52,7 @@
"kill-port": "^2.0.1", "kill-port": "^2.0.1",
"lucide-react": "^0.487.0", "lucide-react": "^0.487.0",
"monaco-editor": "^0.52.2", "monaco-editor": "^0.52.2",
"ollama-ai-provider": "^1.2.0",
"openai": "^4.91.1", "openai": "^4.91.1",
"posthog-js": "^1.236.3", "posthog-js": "^1.236.3",
"react": "^19.0.0", "react": "^19.0.0",
...@@ -16841,6 +16842,28 @@ ...@@ -16841,6 +16842,28 @@
"url": "https://github.com/sponsors/ljharb" "url": "https://github.com/sponsors/ljharb"
} }
}, },
"node_modules/ollama-ai-provider": {
"version": "1.2.0",
"resolved": "https://registry.npmjs.org/ollama-ai-provider/-/ollama-ai-provider-1.2.0.tgz",
"integrity": "sha512-jTNFruwe3O/ruJeppI/quoOUxG7NA6blG3ZyQj3lei4+NnJo7bi3eIRWqlVpRlu/mbzbFXeJSBuYQWF6pzGKww==",
"license": "Apache-2.0",
"dependencies": {
"@ai-sdk/provider": "^1.0.0",
"@ai-sdk/provider-utils": "^2.0.0",
"partial-json": "0.1.7"
},
"engines": {
"node": ">=18"
},
"peerDependencies": {
"zod": "^3.0.0"
},
"peerDependenciesMeta": {
"zod": {
"optional": true
}
}
},
"node_modules/on-finished": { "node_modules/on-finished": {
"version": "2.4.1", "version": "2.4.1",
"resolved": "https://registry.npmjs.org/on-finished/-/on-finished-2.4.1.tgz", "resolved": "https://registry.npmjs.org/on-finished/-/on-finished-2.4.1.tgz",
...@@ -17236,6 +17259,12 @@ ...@@ -17236,6 +17259,12 @@
"node": ">= 0.8" "node": ">= 0.8"
} }
}, },
"node_modules/partial-json": {
"version": "0.1.7",
"resolved": "https://registry.npmjs.org/partial-json/-/partial-json-0.1.7.tgz",
"integrity": "sha512-Njv/59hHaokb/hRUjce3Hdv12wd60MtM9Z5Olmn+nehe0QDAsRtRbJPvJ0Z91TusF0SuZRIvnM+S4l6EIP8leA==",
"license": "MIT"
},
"node_modules/path-browserify": { "node_modules/path-browserify": {
"version": "1.0.1", "version": "1.0.1",
"resolved": "https://registry.npmjs.org/path-browserify/-/path-browserify-1.0.1.tgz", "resolved": "https://registry.npmjs.org/path-browserify/-/path-browserify-1.0.1.tgz",
......
package.json
浏览文件 @ b616598b
...@@ -67,6 +67,7 @@ ...@@ -67,6 +67,7 @@
"@ai-sdk/google": "^1.2.10", "@ai-sdk/google": "^1.2.10",
"@ai-sdk/openai": "^1.3.7", "@ai-sdk/openai": "^1.3.7",
"@biomejs/biome": "^1.9.4", "@biomejs/biome": "^1.9.4",
"@dyad-sh/supabase-management-js": "v1.0.0",
"@monaco-editor/react": "^4.7.0-rc.0", "@monaco-editor/react": "^4.7.0-rc.0",
"@openrouter/ai-sdk-provider": "^0.4.5", "@openrouter/ai-sdk-provider": "^0.4.5",
"@radix-ui/react-accordion": "^1.2.4", "@radix-ui/react-accordion": "^1.2.4",
...@@ -105,6 +106,7 @@ ...@@ -105,6 +106,7 @@
"kill-port": "^2.0.1", "kill-port": "^2.0.1",
"lucide-react": "^0.487.0", "lucide-react": "^0.487.0",
"monaco-editor": "^0.52.2", "monaco-editor": "^0.52.2",
"ollama-ai-provider": "^1.2.0",
"openai": "^4.91.1", "openai": "^4.91.1",
"posthog-js": "^1.236.3", "posthog-js": "^1.236.3",
"react": "^19.0.0", "react": "^19.0.0",
...@@ -116,7 +118,6 @@ ...@@ -116,7 +118,6 @@
"shell-env": "^4.0.1", "shell-env": "^4.0.1",
"shiki": "^3.2.1", "shiki": "^3.2.1",
"sonner": "^2.0.3", "sonner": "^2.0.3",
"@dyad-sh/supabase-management-js": "v1.0.0",
"tailwind-merge": "^3.1.0", "tailwind-merge": "^3.1.0",
"tailwindcss": "^4.1.3", "tailwindcss": "^4.1.3",
"tree-kill": "^1.2.2", "tree-kill": "^1.2.2",
...@@ -124,4 +125,4 @@ ...@@ -124,4 +125,4 @@
"update-electron-app": "^3.1.1", "update-electron-app": "^3.1.1",
"uuid": "^11.1.0" "uuid": "^11.1.0"
} }
} }
\ No newline at end of file
src/atoms/localModelsAtoms.ts 0 → 100644
浏览文件 @ b616598b
import { atom } from "jotai";
import { type LocalModel } from "@/ipc/ipc_types";
export const localModelsAtom = atom<LocalModel[]>([]);
export const localModelsLoadingAtom = atom<boolean>(false);
export const localModelsErrorAtom = atom<Error | null>(null);
src/components/ModelPicker.tsx
浏览文件 @ b616598b
import type { LargeLanguageModel, ModelProvider } from "@/lib/schemas"; import type { LargeLanguageModel, ModelProvider } from "@/lib/schemas";
import { Button } from "@/components/ui/button"; import { Button } from "@/components/ui/button";
import {
Popover,
PopoverContent,
PopoverTrigger,
} from "@/components/ui/popover";
import { import {
Tooltip, Tooltip,
TooltipContent, TooltipContent,
TooltipTrigger, TooltipTrigger,
} from "@/components/ui/tooltip"; } from "@/components/ui/tooltip";
import { useState } from "react"; import {
DropdownMenu,
DropdownMenuContent,
DropdownMenuItem,
DropdownMenuLabel,
DropdownMenuSeparator,
DropdownMenuTrigger,
DropdownMenuSub,
DropdownMenuSubTrigger,
DropdownMenuSubContent,
} from "@/components/ui/dropdown-menu";
import { useEffect, useState } from "react";
import { MODEL_OPTIONS } from "@/constants/models"; import { MODEL_OPTIONS } from "@/constants/models";
import { useLocalModels } from "@/hooks/useLocalModels";
import { ChevronDown } from "lucide-react";
interface ModelPickerProps { interface ModelPickerProps {
selectedModel: LargeLanguageModel; selectedModel: LargeLanguageModel;
...@@ -23,9 +31,37 @@ export function ModelPicker({ ...@@ -23,9 +31,37 @@ export function ModelPicker({
onModelSelect, onModelSelect,
}: ModelPickerProps) { }: ModelPickerProps) {
const [open, setOpen] = useState(false); const [open, setOpen] = useState(false);
const modelDisplayName = MODEL_OPTIONS[selectedModel.provider].find( const {
(model) => model.name === selectedModel.name models: localModels,
)?.displayName; loading: localModelsLoading,
error: localModelsError,
loadModels,
} = useLocalModels();
// Load local models when the component mounts or the dropdown opens
useEffect(() => {
if (open) {
loadModels();
}
}, [open, loadModels]);
// Get display name for the selected model
const getModelDisplayName = () => {
if (selectedModel.provider === "ollama") {
return (
localModels.find((model) => model.modelName === selectedModel.name)
?.displayName || selectedModel.name
);
}
return (
MODEL_OPTIONS[selectedModel.provider]?.find(
(model) => model.name === selectedModel.name
)?.displayName || selectedModel.name
);
};
const modelDisplayName = getModelDisplayName();
// Flatten the model options into a single array with provider information // Flatten the model options into a single array with provider information
const allModels = Object.entries(MODEL_OPTIONS).flatMap( const allModels = Object.entries(MODEL_OPTIONS).flatMap(
...@@ -36,9 +72,13 @@ export function ModelPicker({ ...@@ -36,9 +72,13 @@ export function ModelPicker({
})) }))
); );
// Determine if we have local models available
const hasLocalModels =
!localModelsLoading && !localModelsError && localModels.length > 0;
return ( return (
<Popover open={open} onOpenChange={setOpen}> <DropdownMenu open={open} onOpenChange={setOpen}>
<PopoverTrigger asChild> <DropdownMenuTrigger asChild>
<Button <Button
variant="outline" variant="outline"
size="sm" size="sm"
...@@ -48,46 +88,127 @@ export function ModelPicker({ ...@@ -48,46 +88,127 @@ export function ModelPicker({
<span className="text-xs text-muted-foreground">Model:</span>{" "} <span className="text-xs text-muted-foreground">Model:</span>{" "}
{modelDisplayName} {modelDisplayName}
</span> </span>
<ChevronDown className="h-4 w-4" />
</Button> </Button>
</PopoverTrigger> </DropdownMenuTrigger>
<PopoverContent className="w-56 p-1" align="start"> <DropdownMenuContent className="w-56" align="start">
<div className="grid gap-2"> <DropdownMenuLabel>Cloud Models</DropdownMenuLabel>
{allModels.map((model) => ( <DropdownMenuSeparator />
<Tooltip key={model.name}>
<TooltipTrigger asChild> {/* Cloud models */}
<Button {allModels.map((model) => (
variant={ <Tooltip key={`${model.provider}-${model.name}`}>
selectedModel.name === model.name ? "secondary" : "ghost" <TooltipTrigger asChild>
<DropdownMenuItem
className={
selectedModel.provider === model.provider &&
selectedModel.name === model.name
? "bg-secondary"
: ""
}
onClick={() => {
onModelSelect({
name: model.name,
provider: model.provider,
});
setOpen(false);
}}
>
<div className="flex justify-between items-start w-full">
<span className="flex flex-col items-start">
<span>{model.displayName}</span>
<span className="text-xs text-muted-foreground">
{model.provider}
</span>
</span>
{model.tag && (
<span className="text-[10px] bg-primary/10 text-primary px-1.5 py-0.5 rounded-full font-medium">
{model.tag}
</span>
)}
</div>
</DropdownMenuItem>
</TooltipTrigger>
<TooltipContent side="right">{model.description}</TooltipContent>
</Tooltip>
))}
<DropdownMenuSeparator />
{/* Ollama Models Dropdown */}
<DropdownMenuSub>
<DropdownMenuSubTrigger
disabled={localModelsLoading || !hasLocalModels}
className="w-full font-normal"
>
<div className="flex flex-col items-start">
<span>Local models (Ollama)</span>
{localModelsLoading ? (
<span className="text-xs text-muted-foreground">
Loading...
</span>
) : !hasLocalModels ? (
<span className="text-xs text-muted-foreground">
None available
</span>
) : (
<span className="text-xs text-muted-foreground">
{localModels.length} models
</span>
)}
</div>
</DropdownMenuSubTrigger>
<DropdownMenuSubContent className="w-56">
<DropdownMenuLabel>Ollama Models</DropdownMenuLabel>
<DropdownMenuSeparator />
{localModelsLoading ? (
<div className="text-xs text-center py-2 text-muted-foreground">
Loading models...
</div>
) : localModelsError ? (
<div className="text-xs text-center py-2 text-muted-foreground">
Error loading models
</div>
) : localModels.length === 0 ? (
<div className="px-2 py-1.5 text-sm">
<div className="flex flex-col">
<span>No local models available</span>
<span className="text-xs text-muted-foreground">
Start Ollama to use local models
</span>
</div>
</div>
) : (
localModels.map((model) => (
<DropdownMenuItem
key={`local-${model.modelName}`}
className={
selectedModel.provider === "ollama" &&
selectedModel.name === model.modelName
? "bg-secondary"
: ""
} }
className="w-full justify-start font-normal"
onClick={() => { onClick={() => {
onModelSelect({ onModelSelect({
name: model.name, name: model.modelName,
provider: model.provider, provider: "ollama",
}); });
setOpen(false); setOpen(false);
}} }}
> >
<div className="flex justify-between items-start w-full"> <div className="flex flex-col">
<span className="flex flex-col items-start"> <span>{model.displayName}</span>
<span>{model.displayName}</span> <span className="text-xs text-muted-foreground truncate">
<span className="text-xs text-muted-foreground"> {model.modelName}
{model.provider}
</span>
</span> </span>
{model.tag && (
<span className="text-[10px] bg-primary/10 text-primary px-1.5 py-0.5 rounded-full font-medium">
{model.tag}
</span>
)}
</div> </div>
</Button> </DropdownMenuItem>
</TooltipTrigger> ))
<TooltipContent side="right">{model.description}</TooltipContent> )}
</Tooltip> </DropdownMenuSubContent>
))} </DropdownMenuSub>
</div> </DropdownMenuContent>
</PopoverContent> </DropdownMenu>
</Popover>
); );
} }
src/components/ui/dropdown-menu.tsx
浏览文件 @ b616598b
import * as React from "react" import * as React from "react";
import * as DropdownMenuPrimitive from "@radix-ui/react-dropdown-menu" import * as DropdownMenuPrimitive from "@radix-ui/react-dropdown-menu";
import { CheckIcon, ChevronRightIcon, CircleIcon } from "lucide-react" import { CheckIcon, ChevronRightIcon, CircleIcon } from "lucide-react";
import { cn } from "@/lib/utils" import { cn } from "@/lib/utils";
function DropdownMenu({ function DropdownMenu({
...props ...props
}: React.ComponentProps<typeof DropdownMenuPrimitive.Root>) { }: React.ComponentProps<typeof DropdownMenuPrimitive.Root>) {
return <DropdownMenuPrimitive.Root data-slot="dropdown-menu" {...props} /> return <DropdownMenuPrimitive.Root data-slot="dropdown-menu" {...props} />;
} }
function DropdownMenuPortal({ function DropdownMenuPortal({
...@@ -15,7 +15,7 @@ function DropdownMenuPortal({ ...@@ -15,7 +15,7 @@ function DropdownMenuPortal({
}: React.ComponentProps<typeof DropdownMenuPrimitive.Portal>) { }: React.ComponentProps<typeof DropdownMenuPrimitive.Portal>) {
return ( return (
<DropdownMenuPrimitive.Portal data-slot="dropdown-menu-portal" {...props} /> <DropdownMenuPrimitive.Portal data-slot="dropdown-menu-portal" {...props} />
) );
} }
function DropdownMenuTrigger({ function DropdownMenuTrigger({
...@@ -26,7 +26,7 @@ function DropdownMenuTrigger({ ...@@ -26,7 +26,7 @@ function DropdownMenuTrigger({
data-slot="dropdown-menu-trigger" data-slot="dropdown-menu-trigger"
{...props} {...props}
/> />
) );
} }
function DropdownMenuContent({ function DropdownMenuContent({
...@@ -46,7 +46,7 @@ function DropdownMenuContent({ ...@@ -46,7 +46,7 @@ function DropdownMenuContent({
{...props} {...props}
/> />
</DropdownMenuPrimitive.Portal> </DropdownMenuPrimitive.Portal>
) );
} }
function DropdownMenuGroup({ function DropdownMenuGroup({
...@@ -54,7 +54,7 @@ function DropdownMenuGroup({ ...@@ -54,7 +54,7 @@ function DropdownMenuGroup({
}: React.ComponentProps<typeof DropdownMenuPrimitive.Group>) { }: React.ComponentProps<typeof DropdownMenuPrimitive.Group>) {
return ( return (
<DropdownMenuPrimitive.Group data-slot="dropdown-menu-group" {...props} /> <DropdownMenuPrimitive.Group data-slot="dropdown-menu-group" {...props} />
) );
} }
function DropdownMenuItem({ function DropdownMenuItem({
...@@ -63,8 +63,8 @@ function DropdownMenuItem({ ...@@ -63,8 +63,8 @@ function DropdownMenuItem({
variant = "default", variant = "default",
...props ...props
}: React.ComponentProps<typeof DropdownMenuPrimitive.Item> & { }: React.ComponentProps<typeof DropdownMenuPrimitive.Item> & {
inset?: boolean inset?: boolean;
variant?: "default" | "destructive" variant?: "default" | "destructive";
}) { }) {
return ( return (
<DropdownMenuPrimitive.Item <DropdownMenuPrimitive.Item
...@@ -72,12 +72,12 @@ function DropdownMenuItem({ ...@@ -72,12 +72,12 @@ function DropdownMenuItem({
data-inset={inset} data-inset={inset}
data-variant={variant} data-variant={variant}
className={cn( className={cn(
"focus:bg-accent focus:text-accent-foreground data-[variant=destructive]:text-destructive data-[variant=destructive]:focus:bg-destructive/10 dark:data-[variant=destructive]:focus:bg-destructive/20 data-[variant=destructive]:focus:text-destructive data-[variant=destructive]:*:[svg]:!text-destructive [&_svg:not([class*='text-'])]:text-muted-foreground relative flex cursor-default items-center gap-2 rounded-sm px-2 py-1.5 text-sm outline-hidden select-none data-[disabled]:pointer-events-none data-[disabled]:opacity-50 data-[inset]:pl-8 [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-4", "focus:bg-accent focus:text-accent-foreground data-[variant=destructive]:text-destructive data-[variant=destructive]:focus:bg-destructive/10 dark:data-[variant=destructive]:focus:bg-destructive/20 data-[variant=destructive]:focus:text-destructive data-[variant=destructive]:*:[svg]:!text-destructive [&_svg:not([class*='text-'])]:text-muted-foreground relative flex cursor-default items-center gap-1 rounded-sm px-2 py-1 text-sm outline-hidden select-none data-[disabled]:pointer-events-none data-[disabled]:opacity-50 data-[inset]:pl-8 [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-4",
className className
)} )}
{...props} {...props}
/> />
) );
} }
function DropdownMenuCheckboxItem({ function DropdownMenuCheckboxItem({
...@@ -103,7 +103,7 @@ function DropdownMenuCheckboxItem({ ...@@ -103,7 +103,7 @@ function DropdownMenuCheckboxItem({
</span> </span>
{children} {children}
</DropdownMenuPrimitive.CheckboxItem> </DropdownMenuPrimitive.CheckboxItem>
) );
} }
function DropdownMenuRadioGroup({ function DropdownMenuRadioGroup({
...@@ -114,7 +114,7 @@ function DropdownMenuRadioGroup({ ...@@ -114,7 +114,7 @@ function DropdownMenuRadioGroup({
data-slot="dropdown-menu-radio-group" data-slot="dropdown-menu-radio-group"
{...props} {...props}
/> />
) );
} }
function DropdownMenuRadioItem({ function DropdownMenuRadioItem({
...@@ -138,7 +138,7 @@ function DropdownMenuRadioItem({ ...@@ -138,7 +138,7 @@ function DropdownMenuRadioItem({
</span> </span>
{children} {children}
</DropdownMenuPrimitive.RadioItem> </DropdownMenuPrimitive.RadioItem>
) );
} }
function DropdownMenuLabel({ function DropdownMenuLabel({
...@@ -146,7 +146,7 @@ function DropdownMenuLabel({ ...@@ -146,7 +146,7 @@ function DropdownMenuLabel({
inset, inset,
...props ...props
}: React.ComponentProps<typeof DropdownMenuPrimitive.Label> & { }: React.ComponentProps<typeof DropdownMenuPrimitive.Label> & {
inset?: boolean inset?: boolean;
}) { }) {
return ( return (
<DropdownMenuPrimitive.Label <DropdownMenuPrimitive.Label
...@@ -158,7 +158,7 @@ function DropdownMenuLabel({ ...@@ -158,7 +158,7 @@ function DropdownMenuLabel({
)} )}
{...props} {...props}
/> />
) );
} }
function DropdownMenuSeparator({ function DropdownMenuSeparator({
...@@ -171,7 +171,7 @@ function DropdownMenuSeparator({ ...@@ -171,7 +171,7 @@ function DropdownMenuSeparator({
className={cn("bg-border -mx-1 my-1 h-px", className)} className={cn("bg-border -mx-1 my-1 h-px", className)}
{...props} {...props}
/> />
) );
} }
function DropdownMenuShortcut({ function DropdownMenuShortcut({
...@@ -187,13 +187,13 @@ function DropdownMenuShortcut({ ...@@ -187,13 +187,13 @@ function DropdownMenuShortcut({
)} )}
{...props} {...props}
/> />
) );
} }
function DropdownMenuSub({ function DropdownMenuSub({
...props ...props
}: React.ComponentProps<typeof DropdownMenuPrimitive.Sub>) { }: React.ComponentProps<typeof DropdownMenuPrimitive.Sub>) {
return <DropdownMenuPrimitive.Sub data-slot="dropdown-menu-sub" {...props} /> return <DropdownMenuPrimitive.Sub data-slot="dropdown-menu-sub" {...props} />;
} }
function DropdownMenuSubTrigger({ function DropdownMenuSubTrigger({
...@@ -202,7 +202,7 @@ function DropdownMenuSubTrigger({ ...@@ -202,7 +202,7 @@ function DropdownMenuSubTrigger({
children, children,
...props ...props
}: React.ComponentProps<typeof DropdownMenuPrimitive.SubTrigger> & { }: React.ComponentProps<typeof DropdownMenuPrimitive.SubTrigger> & {
inset?: boolean inset?: boolean;
}) { }) {
return ( return (
<DropdownMenuPrimitive.SubTrigger <DropdownMenuPrimitive.SubTrigger
...@@ -217,7 +217,7 @@ function DropdownMenuSubTrigger({ ...@@ -217,7 +217,7 @@ function DropdownMenuSubTrigger({
{children} {children}
<ChevronRightIcon className="ml-auto size-4" /> <ChevronRightIcon className="ml-auto size-4" />
</DropdownMenuPrimitive.SubTrigger> </DropdownMenuPrimitive.SubTrigger>
) );
} }
function DropdownMenuSubContent({ function DropdownMenuSubContent({
...@@ -233,7 +233,7 @@ function DropdownMenuSubContent({ ...@@ -233,7 +233,7 @@ function DropdownMenuSubContent({
)} )}
{...props} {...props}
/> />
) );
} }
export { export {
...@@ -252,4 +252,4 @@ export { ...@@ -252,4 +252,4 @@ export {
DropdownMenuSub, DropdownMenuSub,
DropdownMenuSubTrigger, DropdownMenuSubTrigger,
DropdownMenuSubContent, DropdownMenuSubContent,
} };
src/constants/models.ts
浏览文件 @ b616598b
...@@ -6,7 +6,8 @@ export interface ModelOption { ...@@ -6,7 +6,8 @@ export interface ModelOption {
tag?: string; tag?: string;
} }
export const MODEL_OPTIONS: Record<ModelProvider, ModelOption[]> = { type RegularModelProvider = Exclude<ModelProvider, "ollama">;
export const MODEL_OPTIONS: Record<RegularModelProvider, ModelOption[]> = {
openai: [ openai: [
{ {
name: "gpt-4.1", name: "gpt-4.1",
...@@ -52,7 +53,7 @@ export const MODEL_OPTIONS: Record<ModelProvider, ModelOption[]> = { ...@@ -52,7 +53,7 @@ export const MODEL_OPTIONS: Record<ModelProvider, ModelOption[]> = {
}; };
export const PROVIDERS: Record< export const PROVIDERS: Record<
ModelProvider, RegularModelProvider,
{ {
name: string; name: string;
displayName: string; displayName: string;
......
src/hooks/useLocalModels.ts 0 → 100644
浏览文件 @ b616598b
import { useCallback } from "react";
import { useAtom } from "jotai";
import {
localModelsAtom,
localModelsLoadingAtom,
localModelsErrorAtom,
} from "@/atoms/localModelsAtoms";
import { IpcClient } from "@/ipc/ipc_client";
export function useLocalModels() {
const [models, setModels] = useAtom(localModelsAtom);
const [loading, setLoading] = useAtom(localModelsLoadingAtom);
const [error, setError] = useAtom(localModelsErrorAtom);
const ipcClient = IpcClient.getInstance();
/**
* Load local models from Ollama
*/
const loadModels = useCallback(async () => {
setLoading(true);
try {
const modelList = await ipcClient.listLocalModels();
setModels(modelList);
setError(null);
return modelList;
} catch (error) {
console.error("Error loading local models:", error);
setError(error instanceof Error ? error : new Error(String(error)));
return [];
} finally {
setLoading(false);
}
}, [ipcClient, setModels, setError, setLoading]);
return {
models,
loading,
error,
loadModels,
};
}
src/ipc/handlers/local_model_handlers.ts 0 → 100644
浏览文件 @ b616598b
import { ipcMain } from "electron";
import log from "electron-log";
import { LocalModelListResponse, LocalModel } from "../ipc_types";
const logger = log.scope("local_model_handlers");
const OLLAMA_API_URL = "http://localhost:11434";
interface OllamaModel {
name: string;
modified_at: string;
size: number;
digest: string;
details: {
format: string;
family: string;
families: string[];
parameter_size: string;
quantization_level: string;
};
}
export function registerLocalModelHandlers() {
// Get list of models from Ollama
ipcMain.handle(
"local-models:list",
async (): Promise<LocalModelListResponse> => {
try {
const response = await fetch(`${OLLAMA_API_URL}/api/tags`);
if (!response.ok) {
throw new Error(`Failed to fetch models: ${response.statusText}`);
}
const data = await response.json();
const ollamaModels: OllamaModel[] = data.models || [];
// Transform the data to return just what we need
const models: LocalModel[] = ollamaModels.map((model) => {
// Extract display name by cleaning up the model name
// For names like "llama2:latest" we want to show "Llama 2"
let displayName = model.name.split(":")[0]; // Remove tags like ":latest"
// Capitalize and add spaces for readability
displayName = displayName
.replace(/-/g, " ")
.replace(/(\d+)/, " $1 ") // Add spaces around numbers
.split(" ")
.map((word) => word.charAt(0).toUpperCase() + word.slice(1))
.join(" ")
.trim();
return {
modelName: model.name, // The actual model name used for API calls
displayName, // The user-friendly name
};
});
logger.info(
`Successfully fetched ${models.length} local models from Ollama`
);
return { models, error: null };
} catch (error) {
if (
error instanceof TypeError &&
(error as Error).message.includes("fetch failed")
) {
logger.error("Could not connect to Ollama. Is it running?");
return {
models: [],
error:
"Could not connect to Ollama. Make sure it's running at http://localhost:11434",
};
}
logger.error("Error fetching local models:", error);
return { models: [], error: "Failed to fetch models from Ollama" };
}
}
);
}
src/ipc/ipc_client.ts
浏览文件 @ b616598b
...@@ -17,6 +17,8 @@ import type { ...@@ -17,6 +17,8 @@ import type {
Message, Message,
Version, Version,
SystemDebugInfo, SystemDebugInfo,
LocalModel,
LocalModelListResponse,
} from "./ipc_types"; } from "./ipc_types";
import type { CodeProposal, ProposalResult } from "@/lib/schemas"; import type { CodeProposal, ProposalResult } from "@/lib/schemas";
import { showError } from "@/lib/toast"; import { showError } from "@/lib/toast";
...@@ -729,14 +731,24 @@ export class IpcClient { ...@@ -729,14 +731,24 @@ export class IpcClient {
// Get system debug information // Get system debug information
public async getSystemDebugInfo(): Promise<SystemDebugInfo> { public async getSystemDebugInfo(): Promise<SystemDebugInfo> {
try { try {
const result = await this.ipcRenderer.invoke("get-system-debug-info"); const data = await this.ipcRenderer.invoke("get-system-debug-info");
return result; return data;
} catch (error) { } catch (error) {
showError(error); showError(error);
throw error; throw error;
} }
} }
public async listLocalModels(): Promise<LocalModel[]> {
const { models, error } = (await this.ipcRenderer.invoke(
"local-models:list"
)) as LocalModelListResponse;
if (error) {
throw new Error(error);
}
return models;
}
// Listen for deep link events // Listen for deep link events
public onDeepLinkReceived( public onDeepLinkReceived(
callback: (data: DeepLinkData) => void callback: (data: DeepLinkData) => void
......
src/ipc/ipc_host.ts
浏览文件 @ b616598b
...@@ -9,6 +9,7 @@ import { registerNodeHandlers } from "./handlers/node_handlers"; ...@@ -9,6 +9,7 @@ import { registerNodeHandlers } from "./handlers/node_handlers";
import { registerProposalHandlers } from "./handlers/proposal_handlers"; import { registerProposalHandlers } from "./handlers/proposal_handlers";
import { registerDebugHandlers } from "./handlers/debug_handlers"; import { registerDebugHandlers } from "./handlers/debug_handlers";
import { registerSupabaseHandlers } from "./handlers/supabase_handlers"; import { registerSupabaseHandlers } from "./handlers/supabase_handlers";
import { registerLocalModelHandlers } from "./handlers/local_model_handlers";
export function registerIpcHandlers() { export function registerIpcHandlers() {
// Register all IPC handlers by category // Register all IPC handlers by category
...@@ -23,4 +24,5 @@ export function registerIpcHandlers() { ...@@ -23,4 +24,5 @@ export function registerIpcHandlers() {
registerProposalHandlers(); registerProposalHandlers();
registerDebugHandlers(); registerDebugHandlers();
registerSupabaseHandlers(); registerSupabaseHandlers();
registerLocalModelHandlers();
} }
src/ipc/ipc_types.ts
浏览文件 @ b616598b
...@@ -91,3 +91,13 @@ export interface SystemDebugInfo { ...@@ -91,3 +91,13 @@ export interface SystemDebugInfo {
architecture: string; architecture: string;
logs: string; logs: string;
} }
export interface LocalModel {
modelName: string; // Name used for API calls (e.g., "llama2:latest")
displayName: string; // User-friendly name (e.g., "Llama 2")
}
export type LocalModelListResponse = {
models: LocalModel[];
error: string | null;
};
src/ipc/utils/get_model_client.ts
浏览文件 @ b616598b
...@@ -2,6 +2,8 @@ import { createOpenAI } from "@ai-sdk/openai"; ...@@ -2,6 +2,8 @@ import { createOpenAI } from "@ai-sdk/openai";
import { createGoogleGenerativeAI as createGoogle } from "@ai-sdk/google"; import { createGoogleGenerativeAI as createGoogle } from "@ai-sdk/google";
import { createAnthropic } from "@ai-sdk/anthropic"; import { createAnthropic } from "@ai-sdk/anthropic";
import { createOpenRouter } from "@openrouter/ai-sdk-provider"; import { createOpenRouter } from "@openrouter/ai-sdk-provider";
import { createOllama } from "ollama-ai-provider";
import type { LargeLanguageModel, UserSettings } from "../../lib/schemas"; import type { LargeLanguageModel, UserSettings } from "../../lib/schemas";
import { PROVIDER_TO_ENV_VAR, AUTO_MODELS } from "../../constants/models"; import { PROVIDER_TO_ENV_VAR, AUTO_MODELS } from "../../constants/models";
import { getEnvVar } from "./read_env"; import { getEnvVar } from "./read_env";
...@@ -56,6 +58,10 @@ export function getModelClient( ...@@ -56,6 +58,10 @@ export function getModelClient(
const provider = createOpenRouter({ apiKey }); const provider = createOpenRouter({ apiKey });
return provider(model.name); return provider(model.name);
} }
case "ollama": {
const provider = createOllama();
return provider(model.name);
}
default: { default: {
// Ensure exhaustive check if more providers are added // Ensure exhaustive check if more providers are added
const _exhaustiveCheck: never = model.provider; const _exhaustiveCheck: never = model.provider;
......
src/lib/schemas.ts
浏览文件 @ b616598b
...@@ -35,6 +35,7 @@ export const ModelProviderSchema = z.enum([ ...@@ -35,6 +35,7 @@ export const ModelProviderSchema = z.enum([
"google", "google",
"auto", "auto",
"openrouter", "openrouter",
"ollama",
]); ]);
/** /**
......
src/preload.ts
浏览文件 @ b616598b
...@@ -45,6 +45,7 @@ const validInvokeChannels = [ ...@@ -45,6 +45,7 @@ const validInvokeChannels = [
"supabase:list-projects", "supabase:list-projects",
"supabase:set-app-project", "supabase:set-app-project",
"supabase:unset-app-project", "supabase:unset-app-project",
"local-models:list",
] as const; ] as const;
// Add valid receive channels // Add valid receive channels
......
Markdown 格式
0% 或
您添加了 0 人 到此讨论。请谨慎行事。
请先完成此评论的编辑！
请 注册 或者 后发表评论