pref: simplified AI provider's settings

Author: LIlGG

.env.example

@@ -1,89 +1,35 @@
 # Rename this file to .env once you have filled in the below environment variables!
+# Whether to enable file logging
+USAGE_LOG_FILE=true
+# Include this environment variable if you want more logging for debugging locally
+LOG_LEVEL=debug
+# Operating environment, different from NODE_ENV. NODE_ENV is determined at build time, while this variable is used for enabling certain features in different environments
+# development | production | test
+OPERATING_ENV=production
+# Resource file storage location
+STORAGE_DIR=/public/uploads
+# Maximum upload size for attachments
+MAX_UPLOAD_SIZE_MB=5
 
-# Get your GROQ API Key here -
-# https://console.groq.com/keys
-# You only need this environment variable set if you want to use Groq models
-GROQ_API_KEY=
-
-# Get your HuggingFace API Key here -
-# https://huggingface.co/settings/tokens
-# You only need this environment variable set if you want to use HuggingFace models
-HuggingFace_API_KEY=
-
-
-# Get your Open AI API Key by following these instructions -
-# https://help.openai.com/en/articles/4936850-where-do-i-find-my-openai-api-key
-# You only need this environment variable set if you want to use GPT models
-OPENAI_API_KEY=
-
-# Get your Anthropic API Key in your account settings -
-# https://console.anthropic.com/settings/keys
-# You only need this environment variable set if you want to use Claude models
-ANTHROPIC_API_KEY=
-
-# Get your OpenRouter API Key in your account settings -
-# https://openrouter.ai/settings/keys
-# You only need this environment variable set if you want to use OpenRouter models
-OPEN_ROUTER_API_KEY=
+# Example Context Values for qwen2.5-coder:32b
+#
+# DEFAULT_NUM_CTX=32768 # Consumes 36GB of VRAM
+# DEFAULT_NUM_CTX=24576 # Consumes 32GB of VRAM
+# DEFAULT_NUM_CTX=12288 # Consumes 26GB of VRAM
+# DEFAULT_NUM_CTX=6144 # Consumes 24GB of VRAM
+DEFAULT_NUM_CTX=
 
-# Get your Google Generative AI API Key by following these instructions -
-# https://console.cloud.google.com/apis/credentials
-# You only need this environment variable set if you want to use Google Generative AI models
-GOOGLE_GENERATIVE_AI_API_KEY=
+# LLM Configuration Options
+# Enabled model providers, currently supporting Anthropic, Cohere, Deepseek, Google, Groq, HuggingFace, Hyperbolic, Mistral, Ollama, OpenAI, OpenRouter, OpenAILike, Perplexity, xAI, Together, LMStudio, AmazonBedrock, Github
+LLM_PROVIDER=
 
-# You only need this environment variable set if you want to use oLLAMA models
+# BASE URL of the current model provider, some providers require this to be set, such as OpenAILike, Ollama, LMStudio
 # DONT USE http://localhost:11434 due to IPV6 issues
 # USE EXAMPLE http://127.0.0.1:11434
-OLLAMA_API_BASE_URL=
-
-# You only need this environment variable set if you want to use OpenAI Like models
-OPENAI_LIKE_API_BASE_URL=
-
-# You only need this environment variable set if you want to use Together AI models
-TOGETHER_API_BASE_URL=
-
-# You only need this environment variable set if you want to use DeepSeek models through their API
-DEEPSEEK_API_KEY=
-
-# Get your OpenAI Like API Key
-OPENAI_LIKE_API_KEY=
-
-# Get your Together API Key
-TOGETHER_API_KEY=
-
-# You only need this environment variable set if you want to use Hyperbolic models
-#Get your Hyperbolics API Key at https://app.hyperbolic.xyz/settings
-#baseURL="https://api.hyperbolic.xyz/v1/chat/completions"
-HYPERBOLIC_API_KEY=
-HYPERBOLIC_API_BASE_URL=
-
-# Get your Mistral API Key by following these instructions -
-# https://console.mistral.ai/api-keys/
-# You only need this environment variable set if you want to use Mistral models
-MISTRAL_API_KEY=
-
-# Get the Cohere Api key by following these instructions -
-# https://dashboard.cohere.com/api-keys
-# You only need this environment variable set if you want to use Cohere models
-COHERE_API_KEY=
+PROVIDER_BASE_URL=
 
-# Get LMStudio Base URL from LM Studio Developer Console
-# Make sure to enable CORS
-# DONT USE http://localhost:1234 due to IPV6 issues
-# Example: http://127.0.0.1:1234
-LMSTUDIO_API_BASE_URL=
-
-# Get your xAI API key
-# https://x.ai/api
-# You only need this environment variable set if you want to use xAI models
-XAI_API_KEY=
-
-# Get your Perplexity API Key here -
-# https://www.perplexity.ai/settings/api
-# You only need this environment variable set if you want to use Perplexity models
-PERPLEXITY_API_KEY=
-
-# Get your AWS configuration
+# API KEY of the current provider, used to request the model API. Some providers do not require this to be set.
+# Specifically, if the model provider is AmazonBedrock, this should be a JSON string, reference:
 # https://console.aws.amazon.com/iam/home
 # The JSON should include the following keys:
 #   - region: The AWS region where Bedrock is available.
@@ -92,60 +38,30 @@ PERPLEXITY_API_KEY=
 #   - sessionToken (optional): Temporary session token if using an IAM role or temporary credentials.
 # Example JSON:
 # {"region": "us-east-1", "accessKeyId": "yourAccessKeyId", "secretAccessKey": "yourSecretAccessKey", "sessionToken": "yourSessionToken"}
-AWS_BEDROCK_CONFIG=
+PROVIDER_API_KEY=
 
-# 是否开启文件日志
-USAGE_LOG_FILE=false
-# Include this environment variable if you want more logging for debugging locally
-LOG_LEVEL=debug
+# MODEL used for page generation (should correspond to LLM_DEFAULT_PROVIDER)
+LLM_DEFAULT_MODEL=
 
-# Example Context Values for qwen2.5-coder:32b
-#
-# DEFAULT_NUM_CTX=32768 # Consumes 36GB of VRAM
-# DEFAULT_NUM_CTX=24576 # Consumes 32GB of VRAM
-# DEFAULT_NUM_CTX=12288 # Consumes 26GB of VRAM
-# DEFAULT_NUM_CTX=6144 # Consumes 24GB of VRAM
-DEFAULT_NUM_CTX=
+# MODEL used for auxiliary page generation, such as summarization and pre-analysis. (should correspond to LLM_DEFAULT_PROVIDER)
+LLM_MINOR_MODEL=
 
 # Get your Serper API Key https://serper.dev/
 SERPER_API_KEY=
 
 # Get your Weather API Key https://www.weatherapi.com/my/
 WEATHER_API_KEY=
 
-# LLM Configuration Options
-
-# Default LLM provider to use (e.g.,OpenAILike,OpenAI, Anthropic, Mistral)
-LLM_DEFAULT_PROVIDER=
-
-# 生成页面所使用的 MODEL（应该与 LLM_DEFAULT_PROVIDER 相对应）
-LLM_DEFAULT_MODEL=
-
-# 用于辅助页面生成所使用的 MODEL，例如总结和预分析。（应该与 LLM_DEFAULT_PROVIDER 相对应）
-LLM_MINOR_MODEL=
-
-# Comma-separated list of enabled providers (empty means all providers)
-# Example: OpenAILike,OpenAI,Anthropic,Mistral
-LLM_ENABLED_PROVIDERS=
-
-# Logto 集成所需环境变量
-# Logto 地址
+# Environment variables required for Logto integration
+# Logto endpoint
 LOGTO_ENDPOINT=
-# Logto 应用 ID
+# Logto application ID
 LOGTO_APP_ID=
-# Logto 应用密钥
+# Logto application secret
 LOGTO_APP_SECRET=
-# 应用基础 URL，根据实际部署环境修改
+# Application base URL, modify according to actual deployment environment
 LOGTO_BASE_URL=http://localhost:5173
-# 随机任意的 36 位字符串，用于加密 Logto 的 cookie。
+# Random 36-character string, used to encrypt Logto cookies.
 LOGTO_COOKIE_SECRET=
-# 是否在开发环境中启用 Logto 认证，设置为 false 则在开发环境不强制认证
-LOGTO_ENABLE_DEV=false
-# 运行环境，与 NODE_ENV 有所不同， NODE_ENV 在打包时就已确定，而此变量用于某些功能在不同环境下的开放
-# development | production | test
-OPERATING_ENV=production
-
-# 资源文件存储位置
-STORAGE_DIR=/public/uploads
-# 附件上传的最大大小
-MAX_UPLOAD_SIZE_MB=5
+# Whether to enable Logto authentication in development environment, set to false to not enforce authentication in development
+LOGTO_ENABLE=false

Dockerfile

@@ -33,7 +33,7 @@ FROM node:20.18.0-alpine  AS runtime
 WORKDIR /app
 
 ENV NODE_ENV=production
-ENV LOGTO_ENABLE_DEV=false
+ENV LOGTO_ENABLE=false
 ENV PORT=3000
 ENV HOST=0.0.0.0
 

README.md

@@ -26,8 +26,9 @@ docker run -d \
   --name upage \
   --restart unless-stopped \
   -p 3000:3000 \
-  -e LLM_DEFAULT_PROVIDER=OpenAILike \
-  -e OPENAI_LIKE_API_KEY=your-openai-like-api-key \
+  -e LLM_PROVIDER=OpenAILike \
+  -e PROVIDER_BASE_URL=your-provider-base-url \
+  -e PROVIDER_API_KEY=your-openai-like-api-key \
   -e LLM_DEFAULT_MODEL=your-default-model \
   -e LLM_MINOR_MODEL=your-minor-model \
   -v ./data:/app/data \
@@ -37,8 +38,9 @@ docker run -d \
 ```
 
 其中参数说明如下：
-- `-e LLM_DEFAULT_PROVIDER=OpenAILike`：设置默认的 LLM 提供商为 OpenAILike，即兼容 OpenAI 的 API 接口。
-- `-e OPENAI_LIKE_API_KEY=your-openai-like-api-key`：设置 OpenAILike 的 API 密钥。
+- `-e LLM_PROVIDER=OpenAILike`：设置默认的 LLM 提供商为 OpenAILike，即兼容 OpenAI 的 API 接口。
+- `-e PROVIDER_BASE_URL=your-provider-base-url`：设置 LLM 提供商的 API 基础 URL，部分提供商需要设置此项，例如 OpenAILike, Ollama, LMStudio。
+- `-e PROVIDER_API_KEY=your-openai-like-api-key`：设置 LLM 提供商的 API 密钥，大部分提供商需要设置此项。
 - `-e LLM_DEFAULT_MODEL=your-default-model`：设置默认的 LLM 模型，用于构建页面。
 - `-e LLM_MINOR_MODEL=your-minor-model`：设置次要的 LLM 模型，用于执行其他任务。
 - `-v ./data:/app/data`：挂载数据目录

app/components/header/ChatDescription.tsx renamed to app/components/header/ChatDescription.client.tsx

@@ -5,7 +5,7 @@ import { useAuth } from '~/lib/hooks';
 import { aiState } from '~/lib/stores/ai-state';
 import { HistorySwitch } from '../sidebar/HistorySwitch';
 import { ThemeSwitch } from '../ui/ThemeSwitch';
-import { ChatDescription } from './ChatDescription';
+import { ChatDescription } from './ChatDescription.client';
 import { HeaderActionButtons } from './HeaderActionButtons';
 import { MinimalAvatarDropdown } from './MinimalAvatarDropdown';
 

app/components/header/Header.tsx

@@ -14,7 +14,7 @@ import { sidebarStore } from '~/lib/stores/sidebar';
 import { cubicEasingFn } from '~/utils/easings';
 import WithTooltip from '../ui/Tooltip';
 import { binDates } from './date-binning';
-import { HistoryItem } from './HistoryItem';
+import { HistoryItem } from './HistoryItem.client';
 
 const menuVariants = {
   closed: {

app/components/sidebar/HistoryItem.tsx renamed to app/components/sidebar/HistoryItem.client.tsx

@@ -93,7 +93,7 @@ const config: LogtoConfig = {
 const originalLogto = makeLogtoRemix(config, { sessionStorage });
 
 export function shouldEnforceAuth(): boolean {
-  return process.env.LOGTO_ENABLE_DEV !== 'false';
+  return process.env.LOGTO_ENABLE === 'true';
 }
 
 function getMockDevUser(): MockUser {

app/components/sidebar/Menu.client.tsx

@@ -1,6 +1,6 @@
 import { convertToModelMessages, type LanguageModel, streamText, type UIMessage } from 'ai';
 import { createScopedLogger } from '~/lib/.server/logger';
-import { DEFAULT_PROVIDER } from '~/utils/constants';
+import { DEFAULT_PROVIDER } from '~/lib/modules/constants';
 import { stripIndents } from '~/utils/strip-indent';
 
 const logger = createScopedLogger('stream-enhancer');

app/lib/.server/auth.ts

@@ -0,0 +1,17 @@
+import { LLMManager } from '~/lib/modules/llm/manager.server';
+
+const llmManager = LLMManager.getInstance();
+
+export const DEFAULT_MODEL = llmManager.getDefaultModel();
+export const MINOR_MODEL = llmManager.getMinorModel();
+export const DEFAULT_PROVIDER = llmManager.getDefaultProvider();
+
+export const DEFAULT_MODEL_DETAILS = DEFAULT_PROVIDER.staticModels.find((m) => m.name === DEFAULT_MODEL);
+export const MINOR_MODEL_DETAILS = DEFAULT_PROVIDER.staticModels.find((m) => m.name === MINOR_MODEL);
+
+export const getModel = (model: string) => {
+  return DEFAULT_PROVIDER.getModelInstance({
+    model,
+    providerSettings: llmManager.getConfiguredProviderSettings(),
+  });
+};