zoeissleeping/veridian
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: ditch triplit, move to postgresql + drizzle orm

Browse Source
This commit is contained in:
Zoe
2026-04-08 17:03:07 -05:00
parent c341c96798
commit e2e3ac6e86
121 changed files with 6680 additions and 4373 deletions
Download Patch File Download Diff File Expand all files Collapse all files
server/utils/ai-provider.ts
+70 -18
View File
@@ -4,15 +4,23 @@ import { createOpenRouter, type OpenRouterProvider } from "@openrouter/ai-sdk-pr
import { createOllama, type OllamaProvider } from "ai-sdk-ollama";
import { createOpenAICompatible, type OpenAICompatibleProvider } from '@ai-sdk/openai-compatible';
import { createCohere, type CohereProvider } from '@ai-sdk/cohere';
import { type Entity } from "@triplit/client";
import { schema } from "~~/triplit/schema";
import { createMistral, type MistralProvider } from '@ai-sdk/mistral';
import { createLongcat, type LongcatProvider } from 'longcat-ai-sdk-provider';
import { type StreamTextTransform } from "ai";
import { transformCerebrasReasoningStream } from "./cerebras";
import { providerBaseUrls } from "~/types/model";
import { providerBaseUrls, Providers } from "~/types/model";
import type { Provider as ProviderDrizzle, Model as ModelDrizzle } from '~/composables/useModels';
import { type Result, Err, Ok } from "~~/types/result";
// import { createLongcatTransformer } from "./longcat";
export type ModelGateway = OpenRouterProvider | OllamaProvider | CerebrasProvider | GoogleGenerativeAIProvider | OpenAICompatibleProvider | CohereProvider;
export type ModelGateway =
OpenRouterProvider
| OllamaProvider
| CerebrasProvider
| GoogleGenerativeAIProvider
| OpenAICompatibleProvider
| CohereProvider
| MistralProvider
| LongcatProvider;
export interface Gateway {
gateway: ModelGateway;
@@ -34,7 +42,7 @@ export enum GatewayFetchError {
NoProviderBaseUrl,
}
export async function getProviderDetails(provider: Entity<typeof schema, 'providers'>, providerApiKey?: string, model?: Entity<typeof schema, 'models'>): Promise<Result<Provider, GatewayFetchError>> {
export async function getProviderDetails(provider: ProviderDrizzle, providerApiKey?: string, model?: ModelDrizzle): Promise<Result<Provider, GatewayFetchError>> {
let gateway: Gateway = {} as Gateway;
let baseURL = undefined;
@@ -44,11 +52,11 @@ export async function getProviderDetails(provider: Entity<typeof schema, 'provid
if (provider.config.apiProxyUrl && provider.config.apiProxyUrl.trim() !== '') {
baseURL = provider.config.apiProxyUrl;
} else {
baseURL = providerBaseUrls[provider.type];
baseURL = providerBaseUrls[provider.type as typeof Providers[number]];
}
baseURL = baseURL.replace(/\/$/, '');
switch (provider.type) {
switch (provider.type as typeof Providers[number]) {
case 'openrouter': {
if (providerApiKey === undefined) {
return Err(GatewayFetchError.NoProviderApiKey);
@@ -64,6 +72,20 @@ export async function getProviderDetails(provider: Entity<typeof schema, 'provid
headers['Authorization'] = `Bearer ${providerApiKey}`
modelsEndpoint = `/models`;
} break;
case 'closedrouter': {
if (providerApiKey === undefined) {
return Err(GatewayFetchError.NoProviderApiKey);
}
gateway.gateway = createOpenAICompatible({
name: 'ClosedRouter',
apiKey: providerApiKey,
baseURL,
includeUsage: true,
});
headers['Authorization'] = `Bearer ${providerApiKey}`
modelsEndpoint = `/models`;
} break;
case 'ollama': {
if (baseURL === undefined) {
return Err(GatewayFetchError.NoProviderBaseUrl);
@@ -80,9 +102,19 @@ export async function getProviderDetails(provider: Entity<typeof schema, 'provid
baseURL,
})
gateway.gateway = ((modelId: string) => innerGateway(modelId, { think: [...model.attributes.capabilities].includes('reasoning') })) as OllamaProvider;
gateway.gateway = ((modelId: string) => innerGateway(modelId, { think: model.capabilities.includes('reasoning') })) as OllamaProvider;
}
} break;
case 'vllm': {
gateway.gateway = createOpenAICompatible({
name: 'vLLM',
apiKey: providerApiKey,
baseURL,
includeUsage: true,
});
headers['Authorization'] = `Bearer ${providerApiKey}`
modelsEndpoint = '/models';
} break;
case 'cerebras': {
if (providerApiKey === undefined) {
return Err(GatewayFetchError.NoProviderApiKey);
@@ -93,10 +125,6 @@ export async function getProviderDetails(provider: Entity<typeof schema, 'provid
baseURL,
})
gateway.streamTransformer = transformCerebrasReasoningStream() as StreamTextTransform<{}>;
gateway.textTransformer = (text: string) => {
return text.split('</think>').at(-1)!.trim()
};
headers['Authorization'] = `Bearer ${providerApiKey}`
modelsEndpoint = `/models`;
} break;
@@ -117,12 +145,10 @@ export async function getProviderDetails(provider: Entity<typeof schema, 'provid
return Err(GatewayFetchError.NoProviderApiKey);
}
gateway.gateway = createOpenAICompatible({
name: 'LongCat',
gateway.gateway = createLongcat({
apiKey: providerApiKey,
baseURL: baseURL ?? providerBaseUrls[provider.type],
includeUsage: true,
})
baseURL,
});
headers['Authorization'] = `Bearer ${providerApiKey}`
modelsEndpoint = null;
// streamTransformer = createLongcatTransformer() as StreamTextTransform<{}>;
@@ -139,6 +165,32 @@ export async function getProviderDetails(provider: Entity<typeof schema, 'provid
headers['Authorization'] = `Bearer ${providerApiKey}`
modelsEndpoint = `/models`;
} break;
case 'inception': {
if (providerApiKey === undefined) {
return Err(GatewayFetchError.NoProviderApiKey);
}
gateway.gateway = createOpenAICompatible({
name: 'Inception',
apiKey: providerApiKey,
baseURL,
includeUsage: true,
});
headers['Authorization'] = `Bearer ${providerApiKey}`
modelsEndpoint = null;
}
case 'mistral': {
if (providerApiKey === undefined) {
return Err(GatewayFetchError.NoProviderApiKey);
}
gateway.gateway = createMistral({
apiKey: providerApiKey,
baseURL,
});
headers['Authorization'] = `Bearer ${providerApiKey}`
modelsEndpoint = '/models';
}
}
return Ok({