Compare commits

..

4 Commits

Author SHA1 Message Date
copilot-swe-agent[bot]
b67111219d docs: add output compression feature documentation
- Add output-compression.mdx with comprehensive feature documentation
- Add feature to navigation in docs.json

Co-authored-by: samanhappy <2755122+samanhappy@users.noreply.github.com>
2025-12-31 15:17:19 +00:00
copilot-swe-agent[bot]
f280cd593d fix: address code review feedback
- Add parentheses for clearer operator precedence in reduction calculation
- Remove magic number comments in tests for better maintainability

Co-authored-by: samanhappy <2755122+samanhappy@users.noreply.github.com>
2025-12-31 15:15:36 +00:00
copilot-swe-agent[bot]
d25a85a1bf feat: implement MCP output compression mechanism
- Add compressionService.ts with AI-powered compression using OpenAI
- Add compression configuration to SystemConfig type
- Update SystemConfig database entity with compression field
- Integrate compression with mcpService tool call responses
- Add migration support for compression settings
- Add comprehensive unit tests (23 new tests)
- Support graceful fallback when compression is unavailable

Co-authored-by: samanhappy <2755122+samanhappy@users.noreply.github.com>
2025-12-31 15:11:59 +00:00
copilot-swe-agent[bot]
1b752827a5 Initial plan 2025-12-31 15:01:36 +00:00
44 changed files with 1343 additions and 1231 deletions

View File

@@ -106,7 +106,7 @@ jobs:
# - name: Run integration tests # - name: Run integration tests
# run: | # run: |
# export DB_URL="postgresql://postgres:postgres@localhost:5432/mcphub_test" # export DATABASE_URL="postgresql://postgres:postgres@localhost:5432/mcphub_test"
# node test-integration.ts # node test-integration.ts
# env: # env:
# NODE_ENV: test # NODE_ENV: test

View File

@@ -106,7 +106,7 @@ services:
- NODE_ENV=production - NODE_ENV=production
- PORT=3000 - PORT=3000
- JWT_SECRET=${JWT_SECRET:-your-jwt-secret} - JWT_SECRET=${JWT_SECRET:-your-jwt-secret}
- DB_URL=postgresql://mcphub:password@postgres:5432/mcphub - DATABASE_URL=postgresql://mcphub:password@postgres:5432/mcphub
volumes: volumes:
- ./mcp_settings.json:/app/mcp_settings.json:ro - ./mcp_settings.json:/app/mcp_settings.json:ro
- ./servers.json:/app/servers.json:ro - ./servers.json:/app/servers.json:ro
@@ -180,7 +180,7 @@ services:
- PORT=3000 - PORT=3000
- JWT_SECRET=${JWT_SECRET} - JWT_SECRET=${JWT_SECRET}
- JWT_EXPIRES_IN=${JWT_EXPIRES_IN:-24h} - JWT_EXPIRES_IN=${JWT_EXPIRES_IN:-24h}
- DB_URL=postgresql://mcphub:${POSTGRES_PASSWORD}@postgres:5432/mcphub - DATABASE_URL=postgresql://mcphub:${POSTGRES_PASSWORD}@postgres:5432/mcphub
- OPENAI_API_KEY=${OPENAI_API_KEY} - OPENAI_API_KEY=${OPENAI_API_KEY}
- REDIS_URL=redis://redis:6379 - REDIS_URL=redis://redis:6379
volumes: volumes:
@@ -293,7 +293,7 @@ services:
environment: environment:
- NODE_ENV=development - NODE_ENV=development
- PORT=3000 - PORT=3000
- DB_URL=postgresql://mcphub:password@postgres:5432/mcphub - DATABASE_URL=postgresql://mcphub:password@postgres:5432/mcphub
volumes: volumes:
- .:/app - .:/app
- /app/node_modules - /app/node_modules

View File

@@ -259,92 +259,6 @@ MCPHub supports environment variable substitution using `${VAR_NAME}` syntax:
} }
``` ```
### Proxy Configuration (proxychains4)
MCPHub supports routing STDIO server network traffic through a proxy using **proxychains4**. This feature is available on **Linux and macOS only** (Windows is not supported).
<Note>
To use this feature, you must have `proxychains4` installed on your system:
- **Debian/Ubuntu**: `apt install proxychains4`
- **macOS**: `brew install proxychains-ng`
- **Arch Linux**: `pacman -S proxychains-ng`
</Note>
#### Basic Proxy Configuration
```json
{
"mcpServers": {
"fetch-via-proxy": {
"command": "uvx",
"args": ["mcp-server-fetch"],
"proxy": {
"enabled": true,
"type": "socks5",
"host": "127.0.0.1",
"port": 1080
}
}
}
}
```
#### Proxy Configuration Options
| Field | Type | Default | Description |
| ------------ | ------- | --------- | ------------------------------------------------ |
| `enabled` | boolean | `false` | Enable/disable proxy routing |
| `type` | string | `socks5` | Proxy protocol: `socks4`, `socks5`, or `http` |
| `host` | string | - | Proxy server hostname or IP address |
| `port` | number | - | Proxy server port |
| `username` | string | - | Proxy authentication username (optional) |
| `password` | string | - | Proxy authentication password (optional) |
| `configPath` | string | - | Path to custom proxychains4 config file |
#### Proxy with Authentication
```json
{
"mcpServers": {
"secure-server": {
"command": "npx",
"args": ["-y", "@example/mcp-server"],
"proxy": {
"enabled": true,
"type": "http",
"host": "proxy.example.com",
"port": 8080,
"username": "${PROXY_USER}",
"password": "${PROXY_PASSWORD}"
}
}
}
}
```
#### Using Custom proxychains4 Configuration
For advanced use cases, you can provide your own proxychains4 configuration file:
```json
{
"mcpServers": {
"custom-proxy-server": {
"command": "python",
"args": ["-m", "custom_mcp_server"],
"proxy": {
"enabled": true,
"configPath": "/etc/proxychains4/custom.conf"
}
}
}
}
```
<Tip>
When `configPath` is specified, all other proxy settings (`type`, `host`, `port`, etc.) are ignored, and the custom configuration file is used directly.
</Tip>
{/* ### Custom Server Scripts {/* ### Custom Server Scripts
#### Local Python Server #### Local Python Server

View File

@@ -47,7 +47,7 @@ PORT=3000
NODE_ENV=development NODE_ENV=development
# Database Configuration # Database Configuration
DB_URL=postgresql://username:password@localhost:5432/mcphub DATABASE_URL=postgresql://username:password@localhost:5432/mcphub
# JWT Configuration # JWT Configuration
JWT_SECRET=your-secret-key JWT_SECRET=your-secret-key

View File

@@ -28,7 +28,8 @@
"features/server-management", "features/server-management",
"features/group-management", "features/group-management",
"features/smart-routing", "features/smart-routing",
"features/oauth" "features/oauth",
"features/output-compression"
] ]
}, },
{ {

View File

@@ -0,0 +1,109 @@
---
title: 'Output Compression'
description: 'Reduce token consumption by compressing MCP tool outputs'
---
# Output Compression
MCPHub provides an AI-powered compression mechanism to reduce token consumption from MCP tool outputs. This feature is particularly useful when dealing with large outputs that can significantly impact system efficiency and scalability.
## Overview
The compression feature uses a lightweight AI model (by default, `gpt-4o-mini`) to intelligently compress MCP tool outputs while preserving all essential information. This can help:
- **Reduce token overhead** by compressing verbose tool information
- **Lower operational costs** associated with token consumption
- **Improve performance** for downstream processing
- **Better resource utilization** in resource-constrained environments
## Configuration
Add the compression configuration to your `systemConfig` section in `mcp_settings.json`:
```json
{
"systemConfig": {
"compression": {
"enabled": true,
"model": "gpt-4o-mini",
"maxInputTokens": 100000,
"targetReductionRatio": 0.5
}
}
}
```
### Configuration Options
| Option | Type | Default | Description |
|--------|------|---------|-------------|
| `enabled` | boolean | `false` | Enable or disable output compression |
| `model` | string | `"gpt-4o-mini"` | AI model to use for compression |
| `maxInputTokens` | number | `100000` | Maximum input tokens for compression |
| `targetReductionRatio` | number | `0.5` | Target size reduction ratio (0.0-1.0) |
## Requirements
Output compression requires:
1. An OpenAI API key configured in the smart routing settings
2. The compression feature must be explicitly enabled
### Setting up OpenAI API Key
Configure your OpenAI API key using environment variables or system configuration:
**Environment Variable:**
```bash
export OPENAI_API_KEY=your-api-key
```
**Or in systemConfig:**
```json
{
"systemConfig": {
"smartRouting": {
"openaiApiKey": "your-api-key",
"openaiApiBaseUrl": "https://api.openai.com/v1"
}
}
}
```
## How It Works
1. **Content Size Check**: When a tool call completes, the compression service checks if the output is large enough to benefit from compression (threshold is 10% of `maxInputTokens` or 1000 tokens, whichever is smaller)
2. **AI Compression**: If the content exceeds the threshold, it's sent to the configured AI model with instructions to compress while preserving essential information
3. **Size Validation**: The compressed result is compared with the original; if compression didn't reduce the size, the original content is used
4. **Error Handling**: If compression fails for any reason, the original content is returned unchanged
## Fallback Mechanism
The compression feature includes graceful degradation for several scenarios:
- **Compression disabled**: Original content is returned
- **No API key**: Original content is returned with a warning
- **Small content**: Content below threshold is not compressed
- **API errors**: Original content is returned on any API failure
- **Error responses**: Tool error responses are never compressed
- **Non-text content**: Images and other media types are preserved as-is
## Best Practices
1. **Start with defaults**: The default configuration provides a good balance between compression and quality
2. **Monitor results**: Review compressed outputs to ensure important information isn't lost
3. **Adjust threshold**: If you have consistently large outputs, consider lowering `targetReductionRatio` for more aggressive compression
4. **Use efficient models**: The default `gpt-4o-mini` provides a good balance of cost and quality; switch to `gpt-4o` if you need higher quality compression
## Limitations
- Compression adds latency due to the AI API call
- API costs apply for each compression operation
- Very short outputs won't be compressed (below threshold)
- Binary/non-text content is not compressed

View File

@@ -69,7 +69,7 @@ Smart Routing requires additional setup compared to basic MCPHub usage:
ports: ports:
- "3000:3000" - "3000:3000"
environment: environment:
- DB_URL=postgresql://mcphub:password@postgres:5432/mcphub - DATABASE_URL=postgresql://mcphub:password@postgres:5432/mcphub
- OPENAI_API_KEY=your_openai_api_key - OPENAI_API_KEY=your_openai_api_key
- ENABLE_SMART_ROUTING=true - ENABLE_SMART_ROUTING=true
depends_on: depends_on:
@@ -114,7 +114,7 @@ Smart Routing requires additional setup compared to basic MCPHub usage:
2. **Set Environment Variables**: 2. **Set Environment Variables**:
```bash ```bash
export DB_URL="postgresql://mcphub:your_password@localhost:5432/mcphub" export DATABASE_URL="postgresql://mcphub:your_password@localhost:5432/mcphub"
export OPENAI_API_KEY="your_openai_api_key" export OPENAI_API_KEY="your_openai_api_key"
export ENABLE_SMART_ROUTING="true" export ENABLE_SMART_ROUTING="true"
``` ```
@@ -178,7 +178,7 @@ Smart Routing requires additional setup compared to basic MCPHub usage:
- name: mcphub - name: mcphub
image: samanhappy/mcphub:latest image: samanhappy/mcphub:latest
env: env:
- name: DB_URL - name: DATABASE_URL
value: "postgresql://mcphub:password@postgres:5432/mcphub" value: "postgresql://mcphub:password@postgres:5432/mcphub"
- name: OPENAI_API_KEY - name: OPENAI_API_KEY
valueFrom: valueFrom:
@@ -202,7 +202,7 @@ Configure Smart Routing with these environment variables:
```bash ```bash
# Required # Required
DB_URL=postgresql://user:password@host:5432/database DATABASE_URL=postgresql://user:password@host:5432/database
OPENAI_API_KEY=your_openai_api_key OPENAI_API_KEY=your_openai_api_key
# Optional # Optional
@@ -219,10 +219,10 @@ EMBEDDING_BATCH_SIZE=100
<Accordion title="Database Configuration"> <Accordion title="Database Configuration">
```bash ```bash
# Full PostgreSQL connection string # Full PostgreSQL connection string
DB_URL=postgresql://username:password@host:port/database?schema=public DATABASE_URL=postgresql://username:password@host:port/database?schema=public
# SSL configuration for cloud databases # SSL configuration for cloud databases
DB_URL=postgresql://user:pass@host:5432/db?sslmode=require DATABASE_URL=postgresql://user:pass@host:5432/db?sslmode=require
# Connection pool settings # Connection pool settings
DATABASE_POOL_SIZE=20 DATABASE_POOL_SIZE=20
@@ -673,11 +673,11 @@ curl -X POST http://localhost:3000/api/smart-routing/feedback \
**Solutions:** **Solutions:**
1. Verify PostgreSQL is running 1. Verify PostgreSQL is running
2. Check DB_URL format 2. Check DATABASE_URL format
3. Ensure pgvector extension is installed 3. Ensure pgvector extension is installed
4. Test connection manually: 4. Test connection manually:
```bash ```bash
psql $DB_URL -c "SELECT 1;" psql $DATABASE_URL -c "SELECT 1;"
``` ```
</Accordion> </Accordion>

View File

@@ -445,7 +445,7 @@ Set the following environment variables:
```bash ```bash
# Database connection # Database connection
DB_URL=postgresql://mcphub:your_password@localhost:5432/mcphub DATABASE_URL=postgresql://mcphub:your_password@localhost:5432/mcphub
# OpenAI API for embeddings # OpenAI API for embeddings
OPENAI_API_KEY=your_openai_api_key OPENAI_API_KEY=your_openai_api_key
@@ -563,10 +563,10 @@ curl -X POST http://localhost:3000/mcp \
**Database connection failed:** **Database connection failed:**
```bash ```bash
# Test database connection # Test database connection
psql $DB_URL -c "SELECT 1;" psql $DATABASE_URL -c "SELECT 1;"
# Check if pgvector is installed # Check if pgvector is installed
psql $DB_URL -c "CREATE EXTENSION IF NOT EXISTS vector;" psql $DATABASE_URL -c "CREATE EXTENSION IF NOT EXISTS vector;"
``` ```
**Embedding service errors:** **Embedding service errors:**

View File

@@ -106,7 +106,7 @@ services:
- NODE_ENV=production - NODE_ENV=production
- PORT=3000 - PORT=3000
- JWT_SECRET=${JWT_SECRET:-your-jwt-secret} - JWT_SECRET=${JWT_SECRET:-your-jwt-secret}
- DB_URL=postgresql://mcphub:password@postgres:5432/mcphub - DATABASE_URL=postgresql://mcphub:password@postgres:5432/mcphub
volumes: volumes:
- ./mcp_settings.json:/app/mcp_settings.json:ro - ./mcp_settings.json:/app/mcp_settings.json:ro
- ./servers.json:/app/servers.json:ro - ./servers.json:/app/servers.json:ro
@@ -180,7 +180,7 @@ services:
- PORT=3000 - PORT=3000
- JWT_SECRET=${JWT_SECRET} - JWT_SECRET=${JWT_SECRET}
- JWT_EXPIRES_IN=${JWT_EXPIRES_IN:-24h} - JWT_EXPIRES_IN=${JWT_EXPIRES_IN:-24h}
- DB_URL=postgresql://mcphub:${POSTGRES_PASSWORD}@postgres:5432/mcphub - DATABASE_URL=postgresql://mcphub:${POSTGRES_PASSWORD}@postgres:5432/mcphub
- OPENAI_API_KEY=${OPENAI_API_KEY} - OPENAI_API_KEY=${OPENAI_API_KEY}
- REDIS_URL=redis://redis:6379 - REDIS_URL=redis://redis:6379
volumes: volumes:
@@ -293,7 +293,7 @@ services:
environment: environment:
- NODE_ENV=development - NODE_ENV=development
- PORT=3000 - PORT=3000
- DB_URL=postgresql://mcphub:password@postgres:5432/mcphub - DATABASE_URL=postgresql://mcphub:password@postgres:5432/mcphub
volumes: volumes:
- .:/app - .:/app
- /app/node_modules - /app/node_modules

View File

@@ -290,7 +290,7 @@ MCPHub 支持使用 `${VAR_NAME}` 语法进行环境变量替换:
"command": "python", "command": "python",
"args": ["-m", "db_server"], "args": ["-m", "db_server"],
"env": { "env": {
"DB_URL": "${NODE_ENV:development == 'production' ? DB_URL : DEV_DB_URL}" "DB_URL": "${NODE_ENV:development == 'production' ? DATABASE_URL : DEV_DATABASE_URL}"
} }
} }
} }

View File

@@ -47,7 +47,7 @@ PORT=3000
NODE_ENV=development NODE_ENV=development
# 数据库配置 # 数据库配置
DB_URL=postgresql://username:password@localhost:5432/mcphub DATABASE_URL=postgresql://username:password@localhost:5432/mcphub
# JWT 配置 # JWT 配置
JWT_SECRET=your-secret-key JWT_SECRET=your-secret-key

View File

@@ -480,7 +480,7 @@ docker run -d \
--name mcphub \ --name mcphub \
-p 3000:3000 \ -p 3000:3000 \
-e NODE_ENV=production \ -e NODE_ENV=production \
-e DB_URL=postgresql://user:pass@host:5432/mcphub \ -e DATABASE_URL=postgresql://user:pass@host:5432/mcphub \
-e JWT_SECRET=your-secret-key \ -e JWT_SECRET=your-secret-key \
mcphub/server:latest mcphub/server:latest
@@ -504,7 +504,7 @@ docker run -d \
--name mcphub \ --name mcphub \
-p 3000:3000 \ -p 3000:3000 \
-e NODE_ENV=production \ -e NODE_ENV=production \
-e DB_URL=postgresql://user:pass@host:5432/mcphub \ -e DATABASE_URL=postgresql://user:pass@host:5432/mcphub \
-e JWT_SECRET=your-secret-key \ -e JWT_SECRET=your-secret-key \
mcphub/server:latest mcphub/server:latest

View File

@@ -159,7 +159,7 @@ services:
- '3000:3000' - '3000:3000'
environment: environment:
- NODE_ENV=production - NODE_ENV=production
- DB_URL=postgresql://user:pass@db:5432/mcphub - DATABASE_URL=postgresql://user:pass@db:5432/mcphub
``` ```
```` ````
@@ -172,7 +172,7 @@ services:
- '3000:3000' - '3000:3000'
environment: environment:
- NODE_ENV=production - NODE_ENV=production
- DB_URL=postgresql://user:pass@db:5432/mcphub - DATABASE_URL=postgresql://user:pass@db:5432/mcphub
``` ```
### 终端命令 ### 终端命令

View File

@@ -245,11 +245,11 @@ curl -X POST http://localhost:3000/api/smart-routing/feedback \
**解决方案:** **解决方案:**
1. 验证 PostgreSQL 是否正在运行 1. 验证 PostgreSQL 是否正在运行
2. 检查 DB_URL 格式 2. 检查 DATABASE_URL 格式
3. 确保安装了 pgvector 扩展 3. 确保安装了 pgvector 扩展
4. 手动测试连接: 4. 手动测试连接:
```bash ```bash
psql $DB_URL -c "SELECT 1;" psql $DATABASE_URL -c "SELECT 1;"
``` ```
</Accordion> </Accordion>

View File

@@ -420,7 +420,7 @@ description: '各种平台的详细安装说明'
```bash ```bash
# 数据库连接 # 数据库连接
DB_URL=postgresql://mcphub:your_password@localhost:5432/mcphub DATABASE_URL=postgresql://mcphub:your_password@localhost:5432/mcphub
# 用于嵌入的 OpenAI API # 用于嵌入的 OpenAI API
OPENAI_API_KEY=your_openai_api_key OPENAI_API_KEY=your_openai_api_key
@@ -538,10 +538,10 @@ curl -X POST http://localhost:3000/mcp \
**数据库连接失败:** **数据库连接失败:**
```bash ```bash
# 测试数据库连接 # 测试数据库连接
psql $DB_URL -c "SELECT 1;" psql $DATABASE_URL -c "SELECT 1;"
# 检查是否安装了 pgvector # 检查是否安装了 pgvector
psql $DB_URL -c "CREATE EXTENSION IF NOT EXISTS vector;" psql $DATABASE_URL -c "CREATE EXTENSION IF NOT EXISTS vector;"
``` ```
**嵌入服务错误:** **嵌入服务错误:**

View File

@@ -28,48 +28,7 @@
"env": { "env": {
"API_KEY": "${MY_API_KEY}", "API_KEY": "${MY_API_KEY}",
"DEBUG": "${DEBUG_MODE}", "DEBUG": "${DEBUG_MODE}",
"DB_URL": "${DB_URL}" "DATABASE_URL": "${DATABASE_URL}"
}
},
"example-stdio-with-proxy": {
"type": "stdio",
"command": "uvx",
"args": [
"mcp-server-fetch"
],
"proxy": {
"enabled": true,
"type": "socks5",
"host": "${PROXY_HOST}",
"port": 1080
}
},
"example-stdio-with-auth-proxy": {
"type": "stdio",
"command": "npx",
"args": [
"-y",
"@example/mcp-server"
],
"proxy": {
"enabled": true,
"type": "http",
"host": "${HTTP_PROXY_HOST}",
"port": 8080,
"username": "${PROXY_USERNAME}",
"password": "${PROXY_PASSWORD}"
}
},
"example-stdio-with-custom-proxy-config": {
"type": "stdio",
"command": "python",
"args": [
"-m",
"custom_mcp_server"
],
"proxy": {
"enabled": true,
"configPath": "/etc/proxychains4/custom.conf"
} }
}, },
"example-openapi-server": { "example-openapi-server": {
@@ -96,10 +55,7 @@
"clientId": "${OAUTH_CLIENT_ID}", "clientId": "${OAUTH_CLIENT_ID}",
"clientSecret": "${OAUTH_CLIENT_SECRET}", "clientSecret": "${OAUTH_CLIENT_SECRET}",
"accessToken": "${OAUTH_ACCESS_TOKEN}", "accessToken": "${OAUTH_ACCESS_TOKEN}",
"scopes": [ "scopes": ["read", "write"]
"read",
"write"
]
} }
} }
}, },

View File

@@ -1,103 +1,99 @@
import { useState, useRef, useEffect } from 'react'; import { useState, useRef, useEffect } from 'react'
import { useTranslation } from 'react-i18next'; import { useTranslation } from 'react-i18next'
import { Group, Server, IGroupServerConfig } from '@/types'; import { Group, Server, IGroupServerConfig } from '@/types'
import { import { Edit, Trash, Copy, Check, Link, FileCode, DropdownIcon, Wrench } from '@/components/icons/LucideIcons'
Edit, import DeleteDialog from '@/components/ui/DeleteDialog'
Trash, import { useToast } from '@/contexts/ToastContext'
Copy, import { useSettingsData } from '@/hooks/useSettingsData'
Check,
Link,
FileCode,
DropdownIcon,
Wrench,
} from '@/components/icons/LucideIcons';
import DeleteDialog from '@/components/ui/DeleteDialog';
import { useToast } from '@/contexts/ToastContext';
import { useSettingsData } from '@/hooks/useSettingsData';
interface GroupCardProps { interface GroupCardProps {
group: Group; group: Group
servers: Server[]; servers: Server[]
onEdit: (group: Group) => void; onEdit: (group: Group) => void
onDelete: (groupId: string) => void; onDelete: (groupId: string) => void
} }
const GroupCard = ({ group, servers, onEdit, onDelete }: GroupCardProps) => { const GroupCard = ({
const { t } = useTranslation(); group,
const { showToast } = useToast(); servers,
const { installConfig } = useSettingsData(); onEdit,
const [showDeleteDialog, setShowDeleteDialog] = useState(false); onDelete
const [copied, setCopied] = useState(false); }: GroupCardProps) => {
const [showCopyDropdown, setShowCopyDropdown] = useState(false); const { t } = useTranslation()
const [expandedServer, setExpandedServer] = useState<string | null>(null); const { showToast } = useToast()
const dropdownRef = useRef<HTMLDivElement>(null); const { installConfig } = useSettingsData()
const [showDeleteDialog, setShowDeleteDialog] = useState(false)
const [copied, setCopied] = useState(false)
const [showCopyDropdown, setShowCopyDropdown] = useState(false)
const [expandedServer, setExpandedServer] = useState<string | null>(null)
const dropdownRef = useRef<HTMLDivElement>(null)
// Close dropdown when clicking outside // Close dropdown when clicking outside
useEffect(() => { useEffect(() => {
const handleClickOutside = (event: MouseEvent) => { const handleClickOutside = (event: MouseEvent) => {
if (dropdownRef.current && !dropdownRef.current.contains(event.target as Node)) { if (dropdownRef.current && !dropdownRef.current.contains(event.target as Node)) {
setShowCopyDropdown(false); setShowCopyDropdown(false)
} }
}; }
document.addEventListener('mousedown', handleClickOutside); document.addEventListener('mousedown', handleClickOutside)
return () => { return () => {
document.removeEventListener('mousedown', handleClickOutside); document.removeEventListener('mousedown', handleClickOutside)
}; }
}, []); }, [])
const handleEdit = () => { const handleEdit = () => {
onEdit(group); onEdit(group)
}; }
const handleDelete = () => { const handleDelete = () => {
setShowDeleteDialog(true); setShowDeleteDialog(true)
}; }
const handleConfirmDelete = () => { const handleConfirmDelete = () => {
onDelete(group.id); onDelete(group.id)
setShowDeleteDialog(false); setShowDeleteDialog(false)
}; }
const copyToClipboard = (text: string) => { const copyToClipboard = (text: string) => {
if (navigator.clipboard && window.isSecureContext) { if (navigator.clipboard && window.isSecureContext) {
navigator.clipboard.writeText(text).then(() => { navigator.clipboard.writeText(text).then(() => {
setCopied(true); setCopied(true)
setShowCopyDropdown(false); setShowCopyDropdown(false)
showToast(t('common.copySuccess'), 'success'); showToast(t('common.copySuccess'), 'success')
setTimeout(() => setCopied(false), 2000); setTimeout(() => setCopied(false), 2000)
}); })
} else { } else {
// Fallback for HTTP or unsupported clipboard API // Fallback for HTTP or unsupported clipboard API
const textArea = document.createElement('textarea'); const textArea = document.createElement('textarea')
textArea.value = text; textArea.value = text
// Avoid scrolling to bottom // Avoid scrolling to bottom
textArea.style.position = 'fixed'; textArea.style.position = 'fixed'
textArea.style.left = '-9999px'; textArea.style.left = '-9999px'
document.body.appendChild(textArea); document.body.appendChild(textArea)
textArea.focus(); textArea.focus()
textArea.select(); textArea.select()
try { try {
document.execCommand('copy'); document.execCommand('copy')
setCopied(true); setCopied(true)
setShowCopyDropdown(false); setShowCopyDropdown(false)
showToast(t('common.copySuccess'), 'success'); showToast(t('common.copySuccess'), 'success')
setTimeout(() => setCopied(false), 2000); setTimeout(() => setCopied(false), 2000)
} catch (err) { } catch (err) {
showToast(t('common.copyFailed') || 'Copy failed', 'error'); showToast(t('common.copyFailed') || 'Copy failed', 'error')
console.error('Copy to clipboard failed:', err); console.error('Copy to clipboard failed:', err)
} }
document.body.removeChild(textArea); document.body.removeChild(textArea)
} }
}; }
const handleCopyId = () => { const handleCopyId = () => {
copyToClipboard(group.id); copyToClipboard(group.id)
}; }
const handleCopyUrl = () => { const handleCopyUrl = () => {
copyToClipboard(`${installConfig.baseUrl}/mcp/${group.id}`); copyToClipboard(`${installConfig.baseUrl}/mcp/${group.id}`)
}; }
const handleCopyJson = () => { const handleCopyJson = () => {
const jsonConfig = { const jsonConfig = {
@@ -105,23 +101,23 @@ const GroupCard = ({ group, servers, onEdit, onDelete }: GroupCardProps) => {
mcphub: { mcphub: {
url: `${installConfig.baseUrl}/mcp/${group.id}`, url: `${installConfig.baseUrl}/mcp/${group.id}`,
headers: { headers: {
Authorization: 'Bearer <your-access-token>', Authorization: "Bearer <your-access-token>"
}, }
}, }
}, }
}; }
copyToClipboard(JSON.stringify(jsonConfig, null, 2)); copyToClipboard(JSON.stringify(jsonConfig, null, 2))
}; }
// Helper function to normalize group servers to get server names // Helper function to normalize group servers to get server names
const getServerNames = (servers: string[] | IGroupServerConfig[]): string[] => { const getServerNames = (servers: string[] | IGroupServerConfig[]): string[] => {
return servers.map((server) => (typeof server === 'string' ? server : server.name)); return servers.map(server => typeof server === 'string' ? server : server.name);
}; };
// Helper function to get server configuration // Helper function to get server configuration
const getServerConfig = (serverName: string): IGroupServerConfig | undefined => { const getServerConfig = (serverName: string): IGroupServerConfig | undefined => {
const server = group.servers.find((s) => const server = group.servers.find(s =>
typeof s === 'string' ? s === serverName : s.name === serverName, typeof s === 'string' ? s === serverName : s.name === serverName
); );
if (typeof server === 'string') { if (typeof server === 'string') {
return { name: server, tools: 'all' }; return { name: server, tools: 'all' };
@@ -131,11 +127,11 @@ const GroupCard = ({ group, servers, onEdit, onDelete }: GroupCardProps) => {
// Get servers that belong to this group // Get servers that belong to this group
const serverNames = getServerNames(group.servers); const serverNames = getServerNames(group.servers);
const groupServers = servers.filter((server) => serverNames.includes(server.name)); const groupServers = servers.filter(server => serverNames.includes(server.name));
return ( return (
<div className="bg-white shadow rounded-lg p-4"> <div className="bg-white shadow rounded-lg p-6 ">
<div className="flex justify-between items-center"> <div className="flex justify-between items-center mb-4">
<div> <div>
<div className="flex items-center"> <div className="flex items-center">
<h2 className="text-xl font-semibold text-gray-800">{group.name}</h2> <h2 className="text-xl font-semibold text-gray-800">{group.name}</h2>
@@ -179,7 +175,9 @@ const GroupCard = ({ group, servers, onEdit, onDelete }: GroupCardProps) => {
</div> </div>
</div> </div>
</div> </div>
{group.description && <p className="text-gray-600 text-sm mt-1">{group.description}</p>} {group.description && (
<p className="text-gray-600 text-sm mt-1">{group.description}</p>
)}
</div> </div>
<div className="flex items-center space-x-3"> <div className="flex items-center space-x-3">
<div className="bg-blue-50 text-blue-700 px-3 py-1 rounded-full text-sm btn-secondary"> <div className="bg-blue-50 text-blue-700 px-3 py-1 rounded-full text-sm btn-secondary">
@@ -202,19 +200,17 @@ const GroupCard = ({ group, servers, onEdit, onDelete }: GroupCardProps) => {
</div> </div>
</div> </div>
<div className=""> <div className="mt-4">
{groupServers.length === 0 ? ( {groupServers.length === 0 ? (
<p className="text-gray-500 italic">{t('groups.noServers')}</p> <p className="text-gray-500 italic">{t('groups.noServers')}</p>
) : ( ) : (
<div className="flex flex-wrap gap-2"> <div className="flex flex-wrap gap-2">
{groupServers.map((server) => { {groupServers.map(server => {
const serverConfig = getServerConfig(server.name); const serverConfig = getServerConfig(server.name);
const hasToolRestrictions = const hasToolRestrictions = serverConfig && serverConfig.tools !== 'all' && Array.isArray(serverConfig.tools);
serverConfig && serverConfig.tools !== 'all' && Array.isArray(serverConfig.tools); const toolCount = hasToolRestrictions && Array.isArray(serverConfig?.tools)
const toolCount = ? serverConfig.tools.length
hasToolRestrictions && Array.isArray(serverConfig?.tools) : (server.tools?.length || 0); // Show total tool count when all tools are selected
? serverConfig.tools.length
: server.tools?.length || 0; // Show total tool count when all tools are selected
const isExpanded = expandedServer === server.name; const isExpanded = expandedServer === server.name;
@@ -223,7 +219,7 @@ const GroupCard = ({ group, servers, onEdit, onDelete }: GroupCardProps) => {
if (hasToolRestrictions && Array.isArray(serverConfig?.tools)) { if (hasToolRestrictions && Array.isArray(serverConfig?.tools)) {
return serverConfig.tools; return serverConfig.tools;
} else if (server.tools && server.tools.length > 0) { } else if (server.tools && server.tools.length > 0) {
return server.tools.map((tool) => tool.name); return server.tools.map(tool => tool.name);
} }
return []; return [];
}; };
@@ -239,15 +235,9 @@ const GroupCard = ({ group, servers, onEdit, onDelete }: GroupCardProps) => {
onClick={handleServerClick} onClick={handleServerClick}
> >
<span className="font-medium text-gray-700 text-sm">{server.name}</span> <span className="font-medium text-gray-700 text-sm">{server.name}</span>
<span <span className={`inline-block h-2 w-2 rounded-full ${server.status === 'connected' ? 'bg-green-500' :
className={`inline-block h-2 w-2 rounded-full ${ server.status === 'connecting' ? 'bg-yellow-500' : 'bg-red-500'
server.status === 'connected' }`}></span>
? 'bg-green-500'
: server.status === 'connecting'
? 'bg-yellow-500'
: 'bg-red-500'
}`}
></span>
{toolCount > 0 && ( {toolCount > 0 && (
<span className="text-xs text-blue-600 bg-blue-100 px-2 py-0.5 rounded flex items-center gap-1"> <span className="text-xs text-blue-600 bg-blue-100 px-2 py-0.5 rounded flex items-center gap-1">
<Wrench size={12} /> <Wrench size={12} />
@@ -288,7 +278,7 @@ const GroupCard = ({ group, servers, onEdit, onDelete }: GroupCardProps) => {
isGroup={true} isGroup={true}
/> />
</div> </div>
); )
}; }
export default GroupCard; export default GroupCard

View File

@@ -18,14 +18,7 @@ interface ServerCardProps {
onReload?: (server: Server) => Promise<boolean>; onReload?: (server: Server) => Promise<boolean>;
} }
const ServerCard = ({ const ServerCard = ({ server, onRemove, onEdit, onToggle, onRefresh, onReload }: ServerCardProps) => {
server,
onRemove,
onEdit,
onToggle,
onRefresh,
onReload,
}: ServerCardProps) => {
const { t } = useTranslation(); const { t } = useTranslation();
const { showToast } = useToast(); const { showToast } = useToast();
const [isExpanded, setIsExpanded] = useState(false); const [isExpanded, setIsExpanded] = useState(false);
@@ -239,10 +232,10 @@ const ServerCard = ({
return ( return (
<> <>
<div <div
className={`bg-white shadow rounded-lg mb-6 page-card transition-all duration-200 ${server.enabled === false ? 'opacity-60' : ''}`} className={`bg-white shadow rounded-lg p-6 mb-6 page-card transition-all duration-200 ${server.enabled === false ? 'opacity-60' : ''}`}
> >
<div <div
className="flex justify-between items-center cursor-pointer p-4" className="flex justify-between items-center cursor-pointer"
onClick={() => setIsExpanded(!isExpanded)} onClick={() => setIsExpanded(!isExpanded)}
> >
<div className="flex items-center space-x-3"> <div className="flex items-center space-x-3">
@@ -392,9 +385,9 @@ const ServerCard = ({
{isExpanded && ( {isExpanded && (
<> <>
{server.tools && ( {server.tools && (
<div className="px-4"> <div className="mt-6">
<h6 <h6
className={`font-medium ${server.enabled === false ? 'text-gray-600' : 'text-gray-900'} mb-2`} className={`font-medium ${server.enabled === false ? 'text-gray-600' : 'text-gray-900'} mb-4`}
> >
{t('server.tools')} {t('server.tools')}
</h6> </h6>
@@ -412,9 +405,9 @@ const ServerCard = ({
)} )}
{server.prompts && ( {server.prompts && (
<div className="px-4 pb-2"> <div className="mt-6">
<h6 <h6
className={`font-medium ${server.enabled === false ? 'text-gray-600' : 'text-gray-900'}`} className={`font-medium ${server.enabled === false ? 'text-gray-600' : 'text-gray-900'} mb-4`}
> >
{t('server.prompts')} {t('server.prompts')}
</h6> </h6>

View File

@@ -1,20 +1,16 @@
import React from 'react'; import React from 'react';
import { useTranslation } from 'react-i18next';
interface PaginationProps { interface PaginationProps {
currentPage: number; currentPage: number;
totalPages: number; totalPages: number;
onPageChange: (page: number) => void; onPageChange: (page: number) => void;
disabled?: boolean;
} }
const Pagination: React.FC<PaginationProps> = ({ const Pagination: React.FC<PaginationProps> = ({
currentPage, currentPage,
totalPages, totalPages,
onPageChange, onPageChange
disabled = false
}) => { }) => {
const { t } = useTranslation();
// Generate page buttons // Generate page buttons
const getPageButtons = () => { const getPageButtons = () => {
const buttons = []; const buttons = [];
@@ -99,26 +95,26 @@ const Pagination: React.FC<PaginationProps> = ({
<div className="flex justify-center items-center my-6"> <div className="flex justify-center items-center my-6">
<button <button
onClick={() => onPageChange(Math.max(1, currentPage - 1))} onClick={() => onPageChange(Math.max(1, currentPage - 1))}
disabled={disabled || currentPage === 1} disabled={currentPage === 1}
className={`px-3 py-1 rounded mr-2 ${disabled || currentPage === 1 className={`px-3 py-1 rounded mr-2 ${currentPage === 1
? 'bg-gray-100 text-gray-400 cursor-not-allowed' ? 'bg-gray-100 text-gray-400 cursor-not-allowed'
: 'bg-gray-200 hover:bg-gray-300 text-gray-700 btn-secondary' : 'bg-gray-200 hover:bg-gray-300 text-gray-700 btn-secondary'
}`} }`}
> >
&laquo; {t('common.previous')} &laquo; Prev
</button> </button>
<div className="flex">{getPageButtons()}</div> <div className="flex">{getPageButtons()}</div>
<button <button
onClick={() => onPageChange(Math.min(totalPages, currentPage + 1))} onClick={() => onPageChange(Math.min(totalPages, currentPage + 1))}
disabled={disabled || currentPage === totalPages} disabled={currentPage === totalPages}
className={`px-3 py-1 rounded ml-2 ${disabled || currentPage === totalPages className={`px-3 py-1 rounded ml-2 ${currentPage === totalPages
? 'bg-gray-100 text-gray-400 cursor-not-allowed' ? 'bg-gray-100 text-gray-400 cursor-not-allowed'
: 'bg-gray-200 hover:bg-gray-300 text-gray-700 btn-secondary' : 'bg-gray-200 hover:bg-gray-300 text-gray-700 btn-secondary'
}`} }`}
> >
{t('common.next')} &raquo; Next &raquo;
</button> </button>
</div> </div>
); );

View File

@@ -171,9 +171,9 @@ const PromptCard = ({ prompt, server, onToggle, onDescriptionUpdate }: PromptCar
}; };
return ( return (
<div className="bg-white border border-gray-200 shadow rounded-lg mb-4"> <div className="bg-white border border-gray-200 shadow rounded-lg p-4 mb-4">
<div <div
className="flex justify-between items-center p-2 cursor-pointer" className="flex justify-between items-center cursor-pointer"
onClick={() => setIsExpanded(!isExpanded)} onClick={() => setIsExpanded(!isExpanded)}
> >
<div className="flex-1"> <div className="flex-1">

View File

@@ -1,27 +1,19 @@
import { useState, useCallback, useRef, useEffect } from 'react'; import { useState, useCallback, useRef, useEffect } from 'react'
import { useTranslation } from 'react-i18next'; import { useTranslation } from 'react-i18next'
import { Tool } from '@/types'; import { Tool } from '@/types'
import { import { ChevronDown, ChevronRight, Play, Loader, Edit, Check, Copy } from '@/components/icons/LucideIcons'
ChevronDown, import { callTool, ToolCallResult, updateToolDescription } from '@/services/toolService'
ChevronRight, import { useSettingsData } from '@/hooks/useSettingsData'
Play, import { useToast } from '@/contexts/ToastContext'
Loader, import { Switch } from './ToggleGroup'
Edit, import DynamicForm from './DynamicForm'
Check, import ToolResult from './ToolResult'
Copy,
} from '@/components/icons/LucideIcons';
import { callTool, ToolCallResult, updateToolDescription } from '@/services/toolService';
import { useSettingsData } from '@/hooks/useSettingsData';
import { useToast } from '@/contexts/ToastContext';
import { Switch } from './ToggleGroup';
import DynamicForm from './DynamicForm';
import ToolResult from './ToolResult';
interface ToolCardProps { interface ToolCardProps {
server: string; server: string
tool: Tool; tool: Tool
onToggle?: (toolName: string, enabled: boolean) => void; onToggle?: (toolName: string, enabled: boolean) => void
onDescriptionUpdate?: (toolName: string, description: string) => void; onDescriptionUpdate?: (toolName: string, description: string) => void
} }
// Helper to check for "empty" values // Helper to check for "empty" values
@@ -34,173 +26,165 @@ function isEmptyValue(value: any): boolean {
} }
const ToolCard = ({ tool, server, onToggle, onDescriptionUpdate }: ToolCardProps) => { const ToolCard = ({ tool, server, onToggle, onDescriptionUpdate }: ToolCardProps) => {
const { t } = useTranslation(); const { t } = useTranslation()
const { showToast } = useToast(); const { showToast } = useToast()
const { nameSeparator } = useSettingsData(); const { nameSeparator } = useSettingsData()
const [isExpanded, setIsExpanded] = useState(false); const [isExpanded, setIsExpanded] = useState(false)
const [showRunForm, setShowRunForm] = useState(false); const [showRunForm, setShowRunForm] = useState(false)
const [isRunning, setIsRunning] = useState(false); const [isRunning, setIsRunning] = useState(false)
const [result, setResult] = useState<ToolCallResult | null>(null); const [result, setResult] = useState<ToolCallResult | null>(null)
const [isEditingDescription, setIsEditingDescription] = useState(false); const [isEditingDescription, setIsEditingDescription] = useState(false)
const [customDescription, setCustomDescription] = useState(tool.description || ''); const [customDescription, setCustomDescription] = useState(tool.description || '')
const descriptionInputRef = useRef<HTMLInputElement>(null); const descriptionInputRef = useRef<HTMLInputElement>(null)
const descriptionTextRef = useRef<HTMLSpanElement>(null); const descriptionTextRef = useRef<HTMLSpanElement>(null)
const [textWidth, setTextWidth] = useState<number>(0); const [textWidth, setTextWidth] = useState<number>(0)
const [copiedToolName, setCopiedToolName] = useState(false); const [copiedToolName, setCopiedToolName] = useState(false)
// Focus the input when editing mode is activated // Focus the input when editing mode is activated
useEffect(() => { useEffect(() => {
if (isEditingDescription && descriptionInputRef.current) { if (isEditingDescription && descriptionInputRef.current) {
descriptionInputRef.current.focus(); descriptionInputRef.current.focus()
// Set input width to match text width // Set input width to match text width
if (textWidth > 0) { if (textWidth > 0) {
descriptionInputRef.current.style.width = `${textWidth + 20}px`; // Add some padding descriptionInputRef.current.style.width = `${textWidth + 20}px` // Add some padding
} }
} }
}, [isEditingDescription, textWidth]); }, [isEditingDescription, textWidth])
// Measure text width when not editing // Measure text width when not editing
useEffect(() => { useEffect(() => {
if (!isEditingDescription && descriptionTextRef.current) { if (!isEditingDescription && descriptionTextRef.current) {
setTextWidth(descriptionTextRef.current.offsetWidth); setTextWidth(descriptionTextRef.current.offsetWidth)
} }
}, [isEditingDescription, customDescription]); }, [isEditingDescription, customDescription])
// Generate a unique key for localStorage based on tool name and server // Generate a unique key for localStorage based on tool name and server
const getStorageKey = useCallback(() => { const getStorageKey = useCallback(() => {
return `mcphub_tool_form_${server ? `${server}_` : ''}${tool.name}`; return `mcphub_tool_form_${server ? `${server}_` : ''}${tool.name}`
}, [tool.name, server]); }, [tool.name, server])
// Clear form data from localStorage // Clear form data from localStorage
const clearStoredFormData = useCallback(() => { const clearStoredFormData = useCallback(() => {
localStorage.removeItem(getStorageKey()); localStorage.removeItem(getStorageKey())
}, [getStorageKey]); }, [getStorageKey])
const handleToggle = (enabled: boolean) => { const handleToggle = (enabled: boolean) => {
if (onToggle) { if (onToggle) {
onToggle(tool.name, enabled); onToggle(tool.name, enabled)
} }
}; }
const handleDescriptionEdit = () => { const handleDescriptionEdit = () => {
setIsEditingDescription(true); setIsEditingDescription(true)
}; }
const handleDescriptionSave = async () => { const handleDescriptionSave = async () => {
try { try {
const result = await updateToolDescription(server, tool.name, customDescription); const result = await updateToolDescription(server, tool.name, customDescription)
if (result.success) { if (result.success) {
setIsEditingDescription(false); setIsEditingDescription(false)
if (onDescriptionUpdate) { if (onDescriptionUpdate) {
onDescriptionUpdate(tool.name, customDescription); onDescriptionUpdate(tool.name, customDescription)
} }
} else { } else {
// Revert on error // Revert on error
setCustomDescription(tool.description || ''); setCustomDescription(tool.description || '')
console.error('Failed to update tool description:', result.error); console.error('Failed to update tool description:', result.error)
} }
} catch (error) { } catch (error) {
console.error('Error updating tool description:', error); console.error('Error updating tool description:', error)
setCustomDescription(tool.description || ''); setCustomDescription(tool.description || '')
setIsEditingDescription(false); setIsEditingDescription(false)
} }
}; }
const handleDescriptionChange = (e: React.ChangeEvent<HTMLInputElement>) => { const handleDescriptionChange = (e: React.ChangeEvent<HTMLInputElement>) => {
setCustomDescription(e.target.value); setCustomDescription(e.target.value)
}; }
const handleDescriptionKeyDown = (e: React.KeyboardEvent<HTMLInputElement>) => { const handleDescriptionKeyDown = (e: React.KeyboardEvent<HTMLInputElement>) => {
if (e.key === 'Enter') { if (e.key === 'Enter') {
handleDescriptionSave(); handleDescriptionSave()
} else if (e.key === 'Escape') { } else if (e.key === 'Escape') {
setCustomDescription(tool.description || ''); setCustomDescription(tool.description || '')
setIsEditingDescription(false); setIsEditingDescription(false)
} }
}; }
const handleCopyToolName = async (e: React.MouseEvent) => { const handleCopyToolName = async (e: React.MouseEvent) => {
e.stopPropagation(); e.stopPropagation()
try { try {
if (navigator.clipboard && window.isSecureContext) { if (navigator.clipboard && window.isSecureContext) {
await navigator.clipboard.writeText(tool.name); await navigator.clipboard.writeText(tool.name)
setCopiedToolName(true); setCopiedToolName(true)
showToast(t('common.copySuccess'), 'success'); showToast(t('common.copySuccess'), 'success')
setTimeout(() => setCopiedToolName(false), 2000); setTimeout(() => setCopiedToolName(false), 2000)
} else { } else {
// Fallback for HTTP or unsupported clipboard API // Fallback for HTTP or unsupported clipboard API
const textArea = document.createElement('textarea'); const textArea = document.createElement('textarea')
textArea.value = tool.name; textArea.value = tool.name
textArea.style.position = 'fixed'; textArea.style.position = 'fixed'
textArea.style.left = '-9999px'; textArea.style.left = '-9999px'
document.body.appendChild(textArea); document.body.appendChild(textArea)
textArea.focus(); textArea.focus()
textArea.select(); textArea.select()
try { try {
document.execCommand('copy'); document.execCommand('copy')
setCopiedToolName(true); setCopiedToolName(true)
showToast(t('common.copySuccess'), 'success'); showToast(t('common.copySuccess'), 'success')
setTimeout(() => setCopiedToolName(false), 2000); setTimeout(() => setCopiedToolName(false), 2000)
} catch (err) { } catch (err) {
showToast(t('common.copyFailed'), 'error'); showToast(t('common.copyFailed'), 'error')
console.error('Copy to clipboard failed:', err); console.error('Copy to clipboard failed:', err)
} }
document.body.removeChild(textArea); document.body.removeChild(textArea)
} }
} catch (error) { } catch (error) {
showToast(t('common.copyFailed'), 'error'); showToast(t('common.copyFailed'), 'error')
console.error('Copy to clipboard failed:', error); console.error('Copy to clipboard failed:', error)
} }
}; }
const handleRunTool = async (arguments_: Record<string, any>) => { const handleRunTool = async (arguments_: Record<string, any>) => {
setIsRunning(true); setIsRunning(true)
try { try {
// filter empty values // filter empty values
arguments_ = Object.fromEntries( arguments_ = Object.fromEntries(Object.entries(arguments_).filter(([_, v]) => !isEmptyValue(v)))
Object.entries(arguments_).filter(([_, v]) => !isEmptyValue(v)), const result = await callTool({
); toolName: tool.name,
const result = await callTool( arguments: arguments_,
{ }, server)
toolName: tool.name,
arguments: arguments_,
},
server,
);
setResult(result); setResult(result)
// Clear form data on successful submission // Clear form data on successful submission
// clearStoredFormData() // clearStoredFormData()
} catch (error) { } catch (error) {
setResult({ setResult({
success: false, success: false,
error: error instanceof Error ? error.message : 'Unknown error occurred', error: error instanceof Error ? error.message : 'Unknown error occurred',
}); })
} finally { } finally {
setIsRunning(false); setIsRunning(false)
} }
}; }
const handleCancelRun = () => { const handleCancelRun = () => {
setShowRunForm(false); setShowRunForm(false)
// Clear form data when cancelled // Clear form data when cancelled
clearStoredFormData(); clearStoredFormData()
setResult(null); setResult(null)
}; }
const handleCloseResult = () => { const handleCloseResult = () => {
setResult(null); setResult(null)
}; }
return ( return (
<div className="bg-white border border-gray-200 shadow rounded-lg mb-4"> <div className="bg-white border border-gray-200 shadow rounded-lg p-4 mb-4">
<div <div
className="flex justify-between items-center cursor-pointer p-2" className="flex justify-between items-center cursor-pointer"
onClick={(e) => { onClick={() => setIsExpanded(!isExpanded)}
e.stopPropagation();
setIsExpanded(!isExpanded);
}}
> >
<div className="flex-1"> <div className="flex-1">
<h3 className="text-lg font-medium text-gray-900 inline-flex items-center"> <h3 className="text-lg font-medium text-gray-900 inline-flex items-center">
@@ -210,7 +194,11 @@ const ToolCard = ({ tool, server, onToggle, onDescriptionUpdate }: ToolCardProps
onClick={handleCopyToolName} onClick={handleCopyToolName}
title={t('common.copy')} title={t('common.copy')}
> >
{copiedToolName ? <Check size={16} className="text-green-500" /> : <Copy size={16} />} {copiedToolName ? (
<Check size={16} className="text-green-500" />
) : (
<Copy size={16} />
)}
</button> </button>
<span className="ml-2 text-sm font-normal text-gray-600 inline-flex items-center"> <span className="ml-2 text-sm font-normal text-gray-600 inline-flex items-center">
{isEditingDescription ? ( {isEditingDescription ? (
@@ -225,14 +213,14 @@ const ToolCard = ({ tool, server, onToggle, onDescriptionUpdate }: ToolCardProps
onClick={(e) => e.stopPropagation()} onClick={(e) => e.stopPropagation()}
style={{ style={{
minWidth: '100px', minWidth: '100px',
width: textWidth > 0 ? `${textWidth + 20}px` : 'auto', width: textWidth > 0 ? `${textWidth + 20}px` : 'auto'
}} }}
/> />
<button <button
className="ml-2 p-1 text-green-600 hover:text-green-800 cursor-pointer transition-colors" className="ml-2 p-1 text-green-600 hover:text-green-800 cursor-pointer transition-colors"
onClick={(e) => { onClick={(e) => {
e.stopPropagation(); e.stopPropagation()
handleDescriptionSave(); handleDescriptionSave()
}} }}
> >
<Check size={16} /> <Check size={16} />
@@ -240,14 +228,12 @@ const ToolCard = ({ tool, server, onToggle, onDescriptionUpdate }: ToolCardProps
</> </>
) : ( ) : (
<> <>
<span ref={descriptionTextRef}> <span ref={descriptionTextRef}>{customDescription || t('tool.noDescription')}</span>
{customDescription || t('tool.noDescription')}
</span>
<button <button
className="ml-2 p-1 text-gray-500 hover:text-blue-600 cursor-pointer transition-colors" className="ml-2 p-1 text-gray-500 hover:text-blue-600 cursor-pointer transition-colors"
onClick={(e) => { onClick={(e) => {
e.stopPropagation(); e.stopPropagation()
handleDescriptionEdit(); handleDescriptionEdit()
}} }}
> >
<Edit size={14} /> <Edit size={14} />
@@ -258,7 +244,10 @@ const ToolCard = ({ tool, server, onToggle, onDescriptionUpdate }: ToolCardProps
</h3> </h3>
</div> </div>
<div className="flex items-center space-x-2"> <div className="flex items-center space-x-2">
<div className="flex items-center space-x-2" onClick={(e) => e.stopPropagation()}> <div
className="flex items-center space-x-2"
onClick={(e) => e.stopPropagation()}
>
<Switch <Switch
checked={tool.enabled ?? true} checked={tool.enabled ?? true}
onCheckedChange={handleToggle} onCheckedChange={handleToggle}
@@ -267,14 +256,18 @@ const ToolCard = ({ tool, server, onToggle, onDescriptionUpdate }: ToolCardProps
</div> </div>
<button <button
onClick={(e) => { onClick={(e) => {
e.stopPropagation(); e.stopPropagation()
setIsExpanded(true); // Ensure card is expanded when showing run form setIsExpanded(true) // Ensure card is expanded when showing run form
setShowRunForm(true); setShowRunForm(true)
}} }}
className="flex items-center space-x-1 px-3 py-1 text-sm text-blue-600 bg-blue-50 hover:bg-blue-100 rounded-md transition-colors btn-primary" className="flex items-center space-x-1 px-3 py-1 text-sm text-blue-600 bg-blue-50 hover:bg-blue-100 rounded-md transition-colors btn-primary"
disabled={isRunning || !tool.enabled} disabled={isRunning || !tool.enabled}
> >
{isRunning ? <Loader size={14} className="animate-spin" /> : <Play size={14} />} {isRunning ? (
<Loader size={14} className="animate-spin" />
) : (
<Play size={14} />
)}
<span>{isRunning ? t('tool.running') : t('tool.run')}</span> <span>{isRunning ? t('tool.running') : t('tool.run')}</span>
</button> </button>
<button className="text-gray-400 hover:text-gray-600"> <button className="text-gray-400 hover:text-gray-600">
@@ -304,9 +297,7 @@ const ToolCard = ({ tool, server, onToggle, onDescriptionUpdate }: ToolCardProps
onCancel={handleCancelRun} onCancel={handleCancelRun}
loading={isRunning} loading={isRunning}
storageKey={getStorageKey()} storageKey={getStorageKey()}
title={t('tool.runToolWithName', { title={t('tool.runToolWithName', { name: tool.name.replace(server + nameSeparator, '') })}
name: tool.name.replace(server + nameSeparator, ''),
})}
/> />
{/* Tool Result */} {/* Tool Result */}
{result && ( {result && (
@@ -316,10 +307,12 @@ const ToolCard = ({ tool, server, onToggle, onDescriptionUpdate }: ToolCardProps
)} )}
</div> </div>
)} )}
</div> </div>
)} )}
</div> </div>
); )
}; }
export default ToolCard; export default ToolCard

View File

@@ -17,16 +17,6 @@ const CONFIG = {
}, },
}; };
// Pagination info type
interface PaginationInfo {
page: number;
limit: number;
total: number;
totalPages: number;
hasNextPage: boolean;
hasPrevPage: boolean;
}
// Context type definition // Context type definition
interface ServerContextType { interface ServerContextType {
servers: Server[]; servers: Server[];
@@ -34,11 +24,6 @@ interface ServerContextType {
setError: (error: string | null) => void; setError: (error: string | null) => void;
isLoading: boolean; isLoading: boolean;
fetchAttempts: number; fetchAttempts: number;
pagination: PaginationInfo | null;
currentPage: number;
serversPerPage: number;
setCurrentPage: (page: number) => void;
setServersPerPage: (limit: number) => void;
triggerRefresh: () => void; triggerRefresh: () => void;
refreshIfNeeded: () => void; // Smart refresh with debounce refreshIfNeeded: () => void; // Smart refresh with debounce
handleServerAdd: () => void; handleServerAdd: () => void;
@@ -60,9 +45,6 @@ export const ServerProvider: React.FC<{ children: React.ReactNode }> = ({ childr
const [refreshKey, setRefreshKey] = useState(0); const [refreshKey, setRefreshKey] = useState(0);
const [isInitialLoading, setIsInitialLoading] = useState(true); const [isInitialLoading, setIsInitialLoading] = useState(true);
const [fetchAttempts, setFetchAttempts] = useState(0); const [fetchAttempts, setFetchAttempts] = useState(0);
const [pagination, setPagination] = useState<PaginationInfo | null>(null);
const [currentPage, setCurrentPage] = useState(1);
const [serversPerPage, setServersPerPage] = useState(10);
// Timer reference for polling // Timer reference for polling
const intervalRef = useRef<NodeJS.Timeout | null>(null); const intervalRef = useRef<NodeJS.Timeout | null>(null);
@@ -91,31 +73,18 @@ export const ServerProvider: React.FC<{ children: React.ReactNode }> = ({ childr
const fetchServers = async () => { const fetchServers = async () => {
try { try {
console.log('[ServerContext] Fetching servers from API...'); console.log('[ServerContext] Fetching servers from API...');
// Build query parameters for pagination const data = await apiGet('/servers');
const params = new URLSearchParams();
params.append('page', currentPage.toString());
params.append('limit', serversPerPage.toString());
const data = await apiGet(`/servers?${params.toString()}`);
// Update last fetch time // Update last fetch time
lastFetchTimeRef.current = Date.now(); lastFetchTimeRef.current = Date.now();
if (data && data.success && Array.isArray(data.data)) { if (data && data.success && Array.isArray(data.data)) {
setServers(data.data); setServers(data.data);
// Update pagination info if available
if (data.pagination) {
setPagination(data.pagination);
} else {
setPagination(null);
}
} else if (data && Array.isArray(data)) { } else if (data && Array.isArray(data)) {
// Compatibility handling for non-paginated responses
setServers(data); setServers(data);
setPagination(null);
} else { } else {
console.error('Invalid server data format:', data); console.error('Invalid server data format:', data);
setServers([]); setServers([]);
setPagination(null);
} }
// Reset error state // Reset error state
@@ -145,7 +114,7 @@ export const ServerProvider: React.FC<{ children: React.ReactNode }> = ({ childr
// Set up regular polling // Set up regular polling
intervalRef.current = setInterval(fetchServers, CONFIG.normal.pollingInterval); intervalRef.current = setInterval(fetchServers, CONFIG.normal.pollingInterval);
}, },
[t, currentPage, serversPerPage], [t],
); );
// Watch for authentication status changes // Watch for authentication status changes
@@ -181,11 +150,7 @@ export const ServerProvider: React.FC<{ children: React.ReactNode }> = ({ childr
const fetchInitialData = async () => { const fetchInitialData = async () => {
try { try {
console.log('[ServerContext] Initial fetch - attempt', attemptsRef.current + 1); console.log('[ServerContext] Initial fetch - attempt', attemptsRef.current + 1);
// Build query parameters for pagination const data = await apiGet('/servers');
const params = new URLSearchParams();
params.append('page', currentPage.toString());
params.append('limit', serversPerPage.toString());
const data = await apiGet(`/servers?${params.toString()}`);
// Update last fetch time // Update last fetch time
lastFetchTimeRef.current = Date.now(); lastFetchTimeRef.current = Date.now();
@@ -193,12 +158,6 @@ export const ServerProvider: React.FC<{ children: React.ReactNode }> = ({ childr
// Handle API response wrapper object, extract data field // Handle API response wrapper object, extract data field
if (data && data.success && Array.isArray(data.data)) { if (data && data.success && Array.isArray(data.data)) {
setServers(data.data); setServers(data.data);
// Update pagination info if available
if (data.pagination) {
setPagination(data.pagination);
} else {
setPagination(null);
}
setIsInitialLoading(false); setIsInitialLoading(false);
// Initialization successful, start normal polling (skip immediate to avoid duplicate fetch) // Initialization successful, start normal polling (skip immediate to avoid duplicate fetch)
startNormalPolling({ immediate: false }); startNormalPolling({ immediate: false });
@@ -206,7 +165,6 @@ export const ServerProvider: React.FC<{ children: React.ReactNode }> = ({ childr
} else if (data && Array.isArray(data)) { } else if (data && Array.isArray(data)) {
// Compatibility handling, if API directly returns array // Compatibility handling, if API directly returns array
setServers(data); setServers(data);
setPagination(null);
setIsInitialLoading(false); setIsInitialLoading(false);
// Initialization successful, start normal polling (skip immediate to avoid duplicate fetch) // Initialization successful, start normal polling (skip immediate to avoid duplicate fetch)
startNormalPolling({ immediate: false }); startNormalPolling({ immediate: false });
@@ -215,7 +173,6 @@ export const ServerProvider: React.FC<{ children: React.ReactNode }> = ({ childr
// If data format is not as expected, set to empty array // If data format is not as expected, set to empty array
console.error('Invalid server data format:', data); console.error('Invalid server data format:', data);
setServers([]); setServers([]);
setPagination(null);
setIsInitialLoading(false); setIsInitialLoading(false);
// Initialization successful but data is empty, start normal polling (skip immediate) // Initialization successful but data is empty, start normal polling (skip immediate)
startNormalPolling({ immediate: false }); startNormalPolling({ immediate: false });
@@ -270,7 +227,7 @@ export const ServerProvider: React.FC<{ children: React.ReactNode }> = ({ childr
return () => { return () => {
clearTimer(); clearTimer();
}; };
}, [refreshKey, t, isInitialLoading, startNormalPolling, currentPage, serversPerPage]); }, [refreshKey, t, isInitialLoading, startNormalPolling]);
// Manually trigger refresh (always refreshes) // Manually trigger refresh (always refreshes)
const triggerRefresh = useCallback(() => { const triggerRefresh = useCallback(() => {
@@ -426,28 +383,12 @@ export const ServerProvider: React.FC<{ children: React.ReactNode }> = ({ childr
[t, triggerRefresh], [t, triggerRefresh],
); );
// Handle page change
const handlePageChange = useCallback((page: number) => {
setCurrentPage(page);
}, []);
// Handle servers per page change
const handleServersPerPageChange = useCallback((limit: number) => {
setServersPerPage(limit);
setCurrentPage(1); // Reset to first page when changing page size
}, []);
const value: ServerContextType = { const value: ServerContextType = {
servers, servers,
error, error,
setError, setError,
isLoading: isInitialLoading, isLoading: isInitialLoading,
fetchAttempts, fetchAttempts,
pagination,
currentPage,
serversPerPage,
setCurrentPage: handlePageChange,
setServersPerPage: handleServersPerPageChange,
triggerRefresh, triggerRefresh,
refreshIfNeeded, refreshIfNeeded,
handleServerAdd, handleServerAdd,

View File

@@ -8,7 +8,6 @@ import EditServerForm from '@/components/EditServerForm';
import { useServerData } from '@/hooks/useServerData'; import { useServerData } from '@/hooks/useServerData';
import DxtUploadForm from '@/components/DxtUploadForm'; import DxtUploadForm from '@/components/DxtUploadForm';
import JSONImportForm from '@/components/JSONImportForm'; import JSONImportForm from '@/components/JSONImportForm';
import Pagination from '@/components/ui/Pagination';
const ServersPage: React.FC = () => { const ServersPage: React.FC = () => {
const { t } = useTranslation(); const { t } = useTranslation();
@@ -18,11 +17,6 @@ const ServersPage: React.FC = () => {
error, error,
setError, setError,
isLoading, isLoading,
pagination,
currentPage,
serversPerPage,
setCurrentPage,
setServersPerPage,
handleServerAdd, handleServerAdd,
handleServerEdit, handleServerEdit,
handleServerRemove, handleServerRemove,
@@ -157,66 +151,19 @@ const ServersPage: React.FC = () => {
<p className="text-gray-600">{t('app.noServers')}</p> <p className="text-gray-600">{t('app.noServers')}</p>
</div> </div>
) : ( ) : (
<> <div className="space-y-6">
<div className="space-y-6"> {servers.map((server, index) => (
{servers.map((server, index) => ( <ServerCard
<ServerCard key={index}
key={index} server={server}
server={server} onRemove={handleServerRemove}
onRemove={handleServerRemove} onEdit={handleEditClick}
onEdit={handleEditClick} onToggle={handleServerToggle}
onToggle={handleServerToggle} onRefresh={triggerRefresh}
onRefresh={triggerRefresh} onReload={handleServerReload}
onReload={handleServerReload} />
/> ))}
))} </div>
</div>
<div className="flex items-center mb-4">
<div className="flex-[2] text-sm text-gray-500">
{pagination ? (
t('common.showing', {
start: (pagination.page - 1) * pagination.limit + 1,
end: Math.min(pagination.page * pagination.limit, pagination.total),
total: pagination.total
})
) : (
t('common.showing', {
start: 1,
end: servers.length,
total: servers.length
})
)}
</div>
<div className="flex-[4] flex justify-center">
{pagination && pagination.totalPages > 1 && (
<Pagination
currentPage={currentPage}
totalPages={pagination.totalPages}
onPageChange={setCurrentPage}
disabled={isLoading}
/>
)}
</div>
<div className="flex-[2] flex items-center justify-end space-x-2">
<label htmlFor="perPage" className="text-sm text-gray-600">
{t('common.itemsPerPage')}:
</label>
<select
id="perPage"
value={serversPerPage}
onChange={(e) => setServersPerPage(Number(e.target.value))}
disabled={isLoading}
className="border rounded p-1 text-sm btn-secondary outline-none disabled:opacity-50 disabled:cursor-not-allowed"
>
<option value={5}>5</option>
<option value={10}>10</option>
<option value={20}>20</option>
<option value={50}>50</option>
</select>
</div>
</div>
</>
)} )}
{editingServer && ( {editingServer && (

View File

@@ -105,17 +105,6 @@ export interface Prompt {
enabled?: boolean; enabled?: boolean;
} }
// Proxychains4 configuration for STDIO servers (Linux/macOS only)
export interface ProxychainsConfig {
enabled?: boolean; // Enable/disable proxychains4 proxy routing
type?: 'socks4' | 'socks5' | 'http'; // Proxy protocol type
host?: string; // Proxy server hostname or IP address
port?: number; // Proxy server port
username?: string; // Proxy authentication username (optional)
password?: string; // Proxy authentication password (optional)
configPath?: string; // Path to custom proxychains4 configuration file (optional)
}
// Server config types // Server config types
export interface ServerConfig { export interface ServerConfig {
type?: 'stdio' | 'sse' | 'streamable-http' | 'openapi'; type?: 'stdio' | 'sse' | 'streamable-http' | 'openapi';
@@ -134,8 +123,6 @@ export interface ServerConfig {
resetTimeoutOnProgress?: boolean; // Reset timeout on progress notifications resetTimeoutOnProgress?: boolean; // Reset timeout on progress notifications
maxTotalTimeout?: number; // Maximum total timeout in milliseconds maxTotalTimeout?: number; // Maximum total timeout in milliseconds
}; // MCP request options configuration }; // MCP request options configuration
// Proxychains4 proxy configuration for STDIO servers (Linux/macOS only, Windows not supported)
proxy?: ProxychainsConfig;
// OAuth authentication for upstream MCP servers // OAuth authentication for upstream MCP servers
oauth?: { oauth?: {
clientId?: string; // OAuth client ID clientId?: string; // OAuth client ID

View File

@@ -248,10 +248,6 @@
"wechat": "WeChat", "wechat": "WeChat",
"discord": "Discord", "discord": "Discord",
"required": "Required", "required": "Required",
"itemsPerPage": "Items per page",
"showing": "Showing {{start}}-{{end}} of {{total}}",
"previous": "Previous",
"next": "Next",
"secret": "Secret", "secret": "Secret",
"default": "Default", "default": "Default",
"value": "Value", "value": "Value",

View File

@@ -248,10 +248,6 @@
"github": "GitHub", "github": "GitHub",
"wechat": "WeChat", "wechat": "WeChat",
"discord": "Discord", "discord": "Discord",
"itemsPerPage": "Éléments par page",
"showing": "Affichage de {{start}}-{{end}} sur {{total}}",
"previous": "Précédent",
"next": "Suivant",
"required": "Requis", "required": "Requis",
"secret": "Secret", "secret": "Secret",
"default": "Défaut", "default": "Défaut",

View File

@@ -248,10 +248,6 @@
"github": "GitHub", "github": "GitHub",
"wechat": "WeChat", "wechat": "WeChat",
"discord": "Discord", "discord": "Discord",
"itemsPerPage": "Sayfa başına öğe",
"showing": "{{total}} öğeden {{start}}-{{end}} gösteriliyor",
"previous": "Önceki",
"next": "Sonraki",
"required": "Gerekli", "required": "Gerekli",
"secret": "Gizli", "secret": "Gizli",
"default": "Varsayılan", "default": "Varsayılan",

View File

@@ -248,10 +248,6 @@
"dismiss": "忽略", "dismiss": "忽略",
"github": "GitHub", "github": "GitHub",
"wechat": "微信", "wechat": "微信",
"itemsPerPage": "每页显示",
"showing": "显示第 {{start}}-{{end}} 条,共 {{total}} 条",
"previous": "上一页",
"next": "下一页",
"discord": "Discord", "discord": "Discord",
"required": "必填", "required": "必填",
"secret": "敏感", "secret": "敏感",

View File

@@ -46,7 +46,7 @@
"license": "ISC", "license": "ISC",
"dependencies": { "dependencies": {
"@apidevtools/swagger-parser": "^12.0.0", "@apidevtools/swagger-parser": "^12.0.0",
"@modelcontextprotocol/sdk": "^1.25.1", "@modelcontextprotocol/sdk": "^1.20.2",
"@node-oauth/oauth2-server": "^5.2.1", "@node-oauth/oauth2-server": "^5.2.1",
"@types/adm-zip": "^0.5.7", "@types/adm-zip": "^0.5.7",
"@types/bcrypt": "^6.0.0", "@types/bcrypt": "^6.0.0",
@@ -57,7 +57,7 @@
"bcrypt": "^6.0.0", "bcrypt": "^6.0.0",
"bcryptjs": "^3.0.2", "bcryptjs": "^3.0.2",
"cors": "^2.8.5", "cors": "^2.8.5",
"dotenv": "^17.2.3", "dotenv": "^16.6.1",
"dotenv-expand": "^12.0.2", "dotenv-expand": "^12.0.2",
"express": "^4.21.2", "express": "^4.21.2",
"express-validator": "^7.3.1", "express-validator": "^7.3.1",
@@ -108,7 +108,7 @@
"jest-environment-node": "^30.0.5", "jest-environment-node": "^30.0.5",
"jest-mock-extended": "4.0.0", "jest-mock-extended": "4.0.0",
"lucide-react": "^0.552.0", "lucide-react": "^0.552.0",
"next": "^16.1.1", "next": "^15.5.0",
"postcss": "^8.5.6", "postcss": "^8.5.6",
"prettier": "^3.6.2", "prettier": "^3.6.2",
"react": "19.2.1", "react": "19.2.1",

425
pnpm-lock.yaml generated

File diff suppressed because it is too large Load Diff

View File

@@ -7,7 +7,6 @@ import {
BatchCreateServersResponse, BatchCreateServersResponse,
BatchServerResult, BatchServerResult,
ServerConfig, ServerConfig,
ServerInfo,
} from '../types/index.js'; } from '../types/index.js';
import { import {
getServersInfo, getServersInfo,
@@ -25,66 +24,13 @@ import { createSafeJSON } from '../utils/serialization.js';
import { cloneDefaultOAuthServerConfig } from '../constants/oauthServerDefaults.js'; import { cloneDefaultOAuthServerConfig } from '../constants/oauthServerDefaults.js';
import { getServerDao, getGroupDao, getSystemConfigDao } from '../dao/DaoFactory.js'; import { getServerDao, getGroupDao, getSystemConfigDao } from '../dao/DaoFactory.js';
import { getBearerKeyDao } from '../dao/DaoFactory.js'; import { getBearerKeyDao } from '../dao/DaoFactory.js';
import { UserContextService } from '../services/userContextService.js';
export const getAllServers = async (req: Request, res: Response): Promise<void> => { export const getAllServers = async (_: Request, res: Response): Promise<void> => {
try { try {
// Parse pagination parameters from query string const serversInfo = await getServersInfo();
const page = req.query.page ? parseInt(req.query.page as string, 10) : 1;
const limit = req.query.limit ? parseInt(req.query.limit as string, 10) : undefined;
// Validate pagination parameters
if (page < 1) {
res.status(400).json({
success: false,
message: 'Page number must be greater than 0',
});
return;
}
if (limit !== undefined && (limit < 1 || limit > 1000)) {
res.status(400).json({
success: false,
message: 'Limit must be between 1 and 1000',
});
return;
}
// Get current user for filtering
const currentUser = UserContextService.getInstance().getCurrentUser();
const isAdmin = !currentUser || currentUser.isAdmin;
// Get servers info with pagination if limit is specified
let serversInfo: Omit<ServerInfo, 'client' | 'transport'>[];
let pagination = undefined;
if (limit !== undefined) {
// Use DAO layer pagination with proper filtering
const serverDao = getServerDao();
const paginatedResult = isAdmin
? await serverDao.findAllPaginated(page, limit)
: await serverDao.findByOwnerPaginated(currentUser!.username, page, limit);
// Get runtime info for paginated servers
serversInfo = await getServersInfo(page, limit, currentUser);
pagination = {
page: paginatedResult.page,
limit: paginatedResult.limit,
total: paginatedResult.total,
totalPages: paginatedResult.totalPages,
hasNextPage: paginatedResult.page < paginatedResult.totalPages,
hasPrevPage: paginatedResult.page > 1,
};
} else {
// No pagination, get all servers (will be filtered by mcpService)
serversInfo = await getServersInfo();
}
const response: ApiResponse = { const response: ApiResponse = {
success: true, success: true,
data: createSafeJSON(serversInfo), data: createSafeJSON(serversInfo),
...(pagination && { pagination }),
}; };
res.json(response); res.json(response);
} catch (error) { } catch (error) {
@@ -618,9 +564,10 @@ export const updateServer = async (req: Request, res: Response): Promise<void> =
}); });
} }
} catch (error) { } catch (error) {
console.error('Failed to update server:', error);
res.status(500).json({ res.status(500).json({
success: false, success: false,
message: 'Internal server error', message: error instanceof Error ? error.message : 'Internal server error',
}); });
} }
}; };

View File

@@ -2,31 +2,10 @@ import { ServerConfig } from '../types/index.js';
import { BaseDao } from './base/BaseDao.js'; import { BaseDao } from './base/BaseDao.js';
import { JsonFileBaseDao } from './base/JsonFileBaseDao.js'; import { JsonFileBaseDao } from './base/JsonFileBaseDao.js';
/**
* Pagination result interface
*/
export interface PaginatedResult<T> {
data: T[];
total: number;
page: number;
limit: number;
totalPages: number;
}
/** /**
* Server DAO interface with server-specific operations * Server DAO interface with server-specific operations
*/ */
export interface ServerDao extends BaseDao<ServerConfigWithName, string> { export interface ServerDao extends BaseDao<ServerConfigWithName, string> {
/**
* Find all servers with pagination
*/
findAllPaginated(page: number, limit: number): Promise<PaginatedResult<ServerConfigWithName>>;
/**
* Find servers by owner with pagination
*/
findByOwnerPaginated(owner: string, page: number, limit: number): Promise<PaginatedResult<ServerConfigWithName>>;
/** /**
* Find servers by owner * Find servers by owner
*/ */
@@ -197,61 +176,6 @@ export class ServerDaoImpl extends JsonFileBaseDao implements ServerDao {
return servers.length; return servers.length;
} }
async findAllPaginated(page: number, limit: number): Promise<PaginatedResult<ServerConfigWithName>> {
const allServers = await this.getAll();
// Sort: enabled servers first, then by creation time
const sortedServers = allServers.sort((a, b) => {
const aEnabled = a.enabled !== false;
const bEnabled = b.enabled !== false;
if (aEnabled !== bEnabled) {
return aEnabled ? -1 : 1;
}
return 0; // Keep original order for same enabled status
});
const total = sortedServers.length;
const totalPages = Math.ceil(total / limit);
const startIndex = (page - 1) * limit;
const endIndex = startIndex + limit;
const data = sortedServers.slice(startIndex, endIndex);
return {
data,
total,
page,
limit,
totalPages,
};
}
async findByOwnerPaginated(owner: string, page: number, limit: number): Promise<PaginatedResult<ServerConfigWithName>> {
const allServers = await this.getAll();
const filteredServers = allServers.filter((server) => server.owner === owner);
// Sort: enabled servers first, then by creation time
const sortedServers = filteredServers.sort((a, b) => {
const aEnabled = a.enabled !== false;
const bEnabled = b.enabled !== false;
if (aEnabled !== bEnabled) {
return aEnabled ? -1 : 1;
}
return 0; // Keep original order for same enabled status
});
const total = sortedServers.length;
const totalPages = Math.ceil(total / limit);
const startIndex = (page - 1) * limit;
const endIndex = startIndex + limit;
const data = sortedServers.slice(startIndex, endIndex);
return {
data,
total,
page,
limit,
totalPages,
};
}
async findByOwner(owner: string): Promise<ServerConfigWithName[]> { async findByOwner(owner: string): Promise<ServerConfigWithName[]> {
const servers = await this.getAll(); const servers = await this.getAll();
return servers.filter((server) => server.owner === owner); return servers.filter((server) => server.owner === owner);

View File

@@ -1,4 +1,4 @@
import { ServerDao, ServerConfigWithName, PaginatedResult } from './index.js'; import { ServerDao, ServerConfigWithName } from './index.js';
import { ServerRepository } from '../db/repositories/ServerRepository.js'; import { ServerRepository } from '../db/repositories/ServerRepository.js';
/** /**
@@ -16,32 +16,6 @@ export class ServerDaoDbImpl implements ServerDao {
return servers.map((s) => this.mapToServerConfig(s)); return servers.map((s) => this.mapToServerConfig(s));
} }
async findAllPaginated(page: number, limit: number): Promise<PaginatedResult<ServerConfigWithName>> {
const { data, total } = await this.repository.findAllPaginated(page, limit);
const totalPages = Math.ceil(total / limit);
return {
data: data.map((s) => this.mapToServerConfig(s)),
total,
page,
limit,
totalPages,
};
}
async findByOwnerPaginated(owner: string, page: number, limit: number): Promise<PaginatedResult<ServerConfigWithName>> {
const { data, total } = await this.repository.findByOwnerPaginated(owner, page, limit);
const totalPages = Math.ceil(total / limit);
return {
data: data.map((s) => this.mapToServerConfig(s)),
total,
page,
limit,
totalPages,
};
}
async findById(name: string): Promise<ServerConfigWithName | null> { async findById(name: string): Promise<ServerConfigWithName | null> {
const server = await this.repository.findByName(name); const server = await this.repository.findByName(name);
return server ? this.mapToServerConfig(server) : null; return server ? this.mapToServerConfig(server) : null;
@@ -64,7 +38,6 @@ export class ServerDaoDbImpl implements ServerDao {
prompts: entity.prompts, prompts: entity.prompts,
options: entity.options, options: entity.options,
oauth: entity.oauth, oauth: entity.oauth,
proxy: entity.proxy,
openapi: entity.openapi, openapi: entity.openapi,
}); });
return this.mapToServerConfig(server); return this.mapToServerConfig(server);
@@ -89,7 +62,6 @@ export class ServerDaoDbImpl implements ServerDao {
prompts: entity.prompts, prompts: entity.prompts,
options: entity.options, options: entity.options,
oauth: entity.oauth, oauth: entity.oauth,
proxy: entity.proxy,
openapi: entity.openapi, openapi: entity.openapi,
}); });
return server ? this.mapToServerConfig(server) : null; return server ? this.mapToServerConfig(server) : null;
@@ -168,7 +140,6 @@ export class ServerDaoDbImpl implements ServerDao {
prompts?: Record<string, { enabled: boolean; description?: string }>; prompts?: Record<string, { enabled: boolean; description?: string }>;
options?: Record<string, any>; options?: Record<string, any>;
oauth?: Record<string, any>; oauth?: Record<string, any>;
proxy?: Record<string, any>;
openapi?: Record<string, any>; openapi?: Record<string, any>;
}): ServerConfigWithName { }): ServerConfigWithName {
return { return {
@@ -187,7 +158,6 @@ export class ServerDaoDbImpl implements ServerDao {
prompts: server.prompts, prompts: server.prompts,
options: server.options, options: server.options,
oauth: server.oauth, oauth: server.oauth,
proxy: server.proxy,
openapi: server.openapi, openapi: server.openapi,
}; };
} }

View File

@@ -59,9 +59,6 @@ export class Server {
@Column({ type: 'simple-json', nullable: true }) @Column({ type: 'simple-json', nullable: true })
oauth?: Record<string, any>; oauth?: Record<string, any>;
@Column({ type: 'simple-json', nullable: true })
proxy?: Record<string, any>;
@Column({ type: 'simple-json', nullable: true }) @Column({ type: 'simple-json', nullable: true })
openapi?: Record<string, any>; openapi?: Record<string, any>;

View File

@@ -33,6 +33,9 @@ export class SystemConfig {
@Column({ type: 'boolean', nullable: true }) @Column({ type: 'boolean', nullable: true })
enableSessionRebuild?: boolean; enableSessionRebuild?: boolean;
@Column({ type: 'simple-json', nullable: true })
compression?: Record<string, any>;
@CreateDateColumn({ name: 'created_at', type: 'timestamp' }) @CreateDateColumn({ name: 'created_at', type: 'timestamp' })
createdAt: Date; createdAt: Date;

View File

@@ -69,41 +69,6 @@ export class ServerRepository {
return await this.repository.count(); return await this.repository.count();
} }
/**
* Find servers with pagination
*/
async findAllPaginated(page: number, limit: number): Promise<{ data: Server[]; total: number }> {
const skip = (page - 1) * limit;
const [data, total] = await this.repository.findAndCount({
order: {
enabled: 'DESC', // Enabled servers first
createdAt: 'ASC' // Then by creation time
},
skip,
take: limit,
});
return { data, total };
}
/**
* Find servers by owner with pagination
*/
async findByOwnerPaginated(owner: string, page: number, limit: number): Promise<{ data: Server[]; total: number }> {
const skip = (page - 1) * limit;
const [data, total] = await this.repository.findAndCount({
where: { owner },
order: {
enabled: 'DESC', // Enabled servers first
createdAt: 'ASC' // Then by creation time
},
skip,
take: limit,
});
return { data, total };
}
/** /**
* Find servers by owner * Find servers by owner
*/ */

View File

@@ -32,6 +32,7 @@ export class SystemConfigRepository {
oauth: {}, oauth: {},
oauthServer: {}, oauthServer: {},
enableSessionRebuild: false, enableSessionRebuild: false,
compression: {},
}); });
config = await this.repository.save(config); config = await this.repository.save(config);
} }

View File

@@ -0,0 +1,266 @@
import OpenAI from 'openai';
import { getSmartRoutingConfig, SmartRoutingConfig } from '../utils/smartRouting.js';
import { getSystemConfigDao } from '../dao/index.js';
/**
* Compression configuration interface
*/
export interface CompressionConfig {
enabled: boolean;
model?: string;
maxInputTokens?: number;
targetReductionRatio?: number;
}
/**
* Default compression configuration
*/
const DEFAULT_COMPRESSION_CONFIG: CompressionConfig = {
enabled: false,
model: 'gpt-4o-mini',
maxInputTokens: 100000,
targetReductionRatio: 0.5,
};
/**
* Get compression configuration from system settings
*/
export async function getCompressionConfig(): Promise<CompressionConfig> {
try {
const systemConfigDao = getSystemConfigDao();
const systemConfig = await systemConfigDao.get();
const compressionSettings = systemConfig?.compression || {};
return {
enabled: compressionSettings.enabled ?? DEFAULT_COMPRESSION_CONFIG.enabled,
model: compressionSettings.model ?? DEFAULT_COMPRESSION_CONFIG.model,
maxInputTokens: compressionSettings.maxInputTokens ?? DEFAULT_COMPRESSION_CONFIG.maxInputTokens,
targetReductionRatio:
compressionSettings.targetReductionRatio ?? DEFAULT_COMPRESSION_CONFIG.targetReductionRatio,
};
} catch (error) {
console.warn('Failed to get compression config, using defaults:', error);
return DEFAULT_COMPRESSION_CONFIG;
}
}
/**
* Check if compression is available and enabled
*/
export async function isCompressionEnabled(): Promise<boolean> {
const config = await getCompressionConfig();
if (!config.enabled) {
return false;
}
// Check if we have OpenAI API key configured (via smart routing config)
const smartRoutingConfig = await getSmartRoutingConfig();
return !!smartRoutingConfig.openaiApiKey;
}
/**
* Get OpenAI client for compression
*/
async function getOpenAIClient(smartRoutingConfig: SmartRoutingConfig): Promise<OpenAI | null> {
if (!smartRoutingConfig.openaiApiKey) {
return null;
}
return new OpenAI({
apiKey: smartRoutingConfig.openaiApiKey,
baseURL: smartRoutingConfig.openaiApiBaseUrl || 'https://api.openai.com/v1',
});
}
/**
* Estimate token count for a string (rough approximation)
* Uses ~4 characters per token as a rough estimate
*/
export function estimateTokenCount(text: string): number {
return Math.ceil(text.length / 4);
}
/**
* Check if content should be compressed based on token count
*/
export function shouldCompress(content: string, maxInputTokens: number): boolean {
const estimatedTokens = estimateTokenCount(content);
// Only compress if content is larger than a reasonable threshold
const compressionThreshold = Math.min(maxInputTokens * 0.1, 1000);
return estimatedTokens > compressionThreshold;
}
/**
* Compress MCP tool output using AI
*
* @param content The MCP tool output content to compress
* @param context Optional context about the tool that generated this output
* @returns Compressed content or original content if compression fails/is disabled
*/
export async function compressOutput(
content: string,
context?: {
toolName?: string;
serverName?: string;
},
): Promise<{ compressed: string; originalLength: number; compressedLength: number; wasCompressed: boolean }> {
const originalLength = content.length;
// Check if compression is enabled
const compressionConfig = await getCompressionConfig();
if (!compressionConfig.enabled) {
return {
compressed: content,
originalLength,
compressedLength: originalLength,
wasCompressed: false,
};
}
// Check if content should be compressed
if (!shouldCompress(content, compressionConfig.maxInputTokens || 100000)) {
return {
compressed: content,
originalLength,
compressedLength: originalLength,
wasCompressed: false,
};
}
try {
const smartRoutingConfig = await getSmartRoutingConfig();
const openai = await getOpenAIClient(smartRoutingConfig);
if (!openai) {
console.warn('Compression enabled but OpenAI API key not configured');
return {
compressed: content,
originalLength,
compressedLength: originalLength,
wasCompressed: false,
};
}
const targetRatio = compressionConfig.targetReductionRatio || 0.5;
const toolContext = context?.toolName ? `from tool "${context.toolName}"` : '';
const serverContext = context?.serverName ? `on server "${context.serverName}"` : '';
const systemPrompt = `You are a data compression assistant. Your task is to compress MCP (Model Context Protocol) tool outputs while preserving all essential information.
Guidelines:
- Remove redundant information, formatting, and verbose descriptions
- Preserve all data values, identifiers, and critical information
- Keep error messages and status information intact
- Maintain structured data (JSON, arrays) in a compact but readable format
- Target approximately ${Math.round(targetRatio * 100)}% reduction in size
- If the content cannot be meaningfully compressed, return it as-is
The output is ${toolContext} ${serverContext}.`;
const userPrompt = `Compress the following MCP tool output while preserving all essential information:
${content}`;
const response = await openai.chat.completions.create({
model: compressionConfig.model || 'gpt-4o-mini',
messages: [
{ role: 'system', content: systemPrompt },
{ role: 'user', content: userPrompt },
],
temperature: 0.1,
max_tokens: Math.ceil(estimateTokenCount(content) * targetRatio * 1.5),
});
const compressedContent = response.choices[0]?.message?.content;
if (!compressedContent) {
console.warn('Compression returned empty result, using original content');
return {
compressed: content,
originalLength,
compressedLength: originalLength,
wasCompressed: false,
};
}
const compressedLength = compressedContent.length;
// Only use compressed version if it's actually smaller
if (compressedLength >= originalLength) {
console.log('Compression did not reduce size, using original content');
return {
compressed: content,
originalLength,
compressedLength: originalLength,
wasCompressed: false,
};
}
const reductionPercent = (((originalLength - compressedLength) / originalLength) * 100).toFixed(1);
console.log(`Compressed output: ${originalLength} -> ${compressedLength} chars (${reductionPercent}% reduction)`);
return {
compressed: compressedContent,
originalLength,
compressedLength,
wasCompressed: true,
};
} catch (error) {
console.error('Compression failed, using original content:', error);
return {
compressed: content,
originalLength,
compressedLength: originalLength,
wasCompressed: false,
};
}
}
/**
* Compress tool call result content
* This handles the MCP tool result format with content array
*/
export async function compressToolResult(
result: any,
context?: {
toolName?: string;
serverName?: string;
},
): Promise<any> {
// Check if compression is enabled first
const compressionEnabled = await isCompressionEnabled();
if (!compressionEnabled) {
return result;
}
// Handle error results - don't compress error messages
if (result?.isError) {
return result;
}
// Handle content array format
if (!result?.content || !Array.isArray(result.content)) {
return result;
}
const compressedContent = await Promise.all(
result.content.map(async (item: any) => {
// Only compress text content
if (item?.type !== 'text' || !item?.text) {
return item;
}
const compressionResult = await compressOutput(item.text, context);
return {
...item,
text: compressionResult.compressed,
};
}),
);
return {
...result,
content: compressedContent,
};
}

View File

@@ -1,6 +1,4 @@
import os from 'os'; import os from 'os';
import path from 'path';
import fs from 'fs';
import { Server } from '@modelcontextprotocol/sdk/server/index.js'; import { Server } from '@modelcontextprotocol/sdk/server/index.js';
import { import {
CallToolRequestSchema, CallToolRequestSchema,
@@ -17,7 +15,7 @@ import {
StreamableHTTPClientTransportOptions, StreamableHTTPClientTransportOptions,
} from '@modelcontextprotocol/sdk/client/streamableHttp.js'; } from '@modelcontextprotocol/sdk/client/streamableHttp.js';
import { createFetchWithProxy, getProxyConfigFromEnv } from './proxy.js'; import { createFetchWithProxy, getProxyConfigFromEnv } from './proxy.js';
import { ServerInfo, ServerConfig, Tool, ProxychainsConfig } from '../types/index.js'; import { ServerInfo, ServerConfig, Tool } from '../types/index.js';
import { expandEnvVars, replaceEnvVars, getNameSeparator } from '../config/index.js'; import { expandEnvVars, replaceEnvVars, getNameSeparator } from '../config/index.js';
import config from '../config/index.js'; import config from '../config/index.js';
import { getGroup } from './sseService.js'; import { getGroup } from './sseService.js';
@@ -29,155 +27,12 @@ import { getDataService } from './services.js';
import { getServerDao, getSystemConfigDao, ServerConfigWithName } from '../dao/index.js'; import { getServerDao, getSystemConfigDao, ServerConfigWithName } from '../dao/index.js';
import { initializeAllOAuthClients } from './oauthService.js'; import { initializeAllOAuthClients } from './oauthService.js';
import { createOAuthProvider } from './mcpOAuthProvider.js'; import { createOAuthProvider } from './mcpOAuthProvider.js';
import { compressToolResult } from './compressionService.js';
const servers: { [sessionId: string]: Server } = {}; const servers: { [sessionId: string]: Server } = {};
import { setupClientKeepAlive } from './keepAliveService.js'; import { setupClientKeepAlive } from './keepAliveService.js';
/**
* Check if proxychains4 is available on the system (Linux/macOS only).
* Returns the path to proxychains4 if found, null otherwise.
*/
const findProxychains4 = (): string | null => {
// Windows is not supported
if (process.platform === 'win32') {
return null;
}
// Common proxychains4 binary paths
const possiblePaths = [
'/usr/bin/proxychains4',
'/usr/local/bin/proxychains4',
'/opt/homebrew/bin/proxychains4', // macOS Homebrew ARM
'/usr/local/Cellar/proxychains-ng/*/bin/proxychains4', // macOS Homebrew Intel
];
for (const p of possiblePaths) {
if (fs.existsSync(p)) {
return p;
}
}
// Try to find in PATH
const pathEnv = process.env.PATH || '';
const pathDirs = pathEnv.split(path.delimiter);
for (const dir of pathDirs) {
const fullPath = path.join(dir, 'proxychains4');
if (fs.existsSync(fullPath)) {
return fullPath;
}
}
return null;
};
/**
* Generate a temporary proxychains4 configuration file.
* Returns the path to the generated config file.
*/
const generateProxychainsConfig = (
serverName: string,
proxyConfig: ProxychainsConfig,
): string | null => {
// If a custom config path is provided, use it directly
if (proxyConfig.configPath) {
if (fs.existsSync(proxyConfig.configPath)) {
return proxyConfig.configPath;
}
console.warn(
`[${serverName}] Custom proxychains config not found: ${proxyConfig.configPath}`,
);
return null;
}
// Validate required fields
if (!proxyConfig.host || !proxyConfig.port) {
console.warn(`[${serverName}] Proxy host and port are required for proxychains4`);
return null;
}
const proxyType = proxyConfig.type || 'socks5';
const proxyLine = proxyConfig.username && proxyConfig.password
? `${proxyType} ${proxyConfig.host} ${proxyConfig.port} ${proxyConfig.username} ${proxyConfig.password}`
: `${proxyType} ${proxyConfig.host} ${proxyConfig.port}`;
const configContent = `# Proxychains4 configuration for MCP server: ${serverName}
# Generated by MCPHub
strict_chain
proxy_dns
remote_dns_subnet 224
tcp_read_time_out 15000
tcp_connect_time_out 8000
[ProxyList]
${proxyLine}
`;
// Create temp directory if needed
const tempDir = path.join(os.tmpdir(), 'mcphub-proxychains');
if (!fs.existsSync(tempDir)) {
fs.mkdirSync(tempDir, { recursive: true });
}
// Write config file
const configPath = path.join(tempDir, `${serverName.replace(/[^a-zA-Z0-9-_]/g, '_')}.conf`);
fs.writeFileSync(configPath, configContent, 'utf-8');
console.log(`[${serverName}] Generated proxychains4 config: ${configPath}`);
return configPath;
};
/**
* Wrap a command with proxychains4 if proxy is configured and available.
* Returns modified command and args if proxychains4 is used, original values otherwise.
*/
const wrapWithProxychains = (
serverName: string,
command: string,
args: string[],
proxyConfig?: ProxychainsConfig,
): { command: string; args: string[] } => {
// Skip if proxy is not enabled or not configured
if (!proxyConfig?.enabled) {
return { command, args };
}
// Check platform - Windows is not supported
if (process.platform === 'win32') {
console.warn(
`[${serverName}] proxychains4 proxy is not supported on Windows, ignoring proxy configuration`,
);
return { command, args };
}
// Find proxychains4 binary
const proxychains4Path = findProxychains4();
if (!proxychains4Path) {
console.warn(
`[${serverName}] proxychains4 not found on system, install it with: apt install proxychains4 (Debian/Ubuntu) or brew install proxychains-ng (macOS)`,
);
return { command, args };
}
// Generate or get config file
const configPath = generateProxychainsConfig(serverName, proxyConfig);
if (!configPath) {
console.warn(`[${serverName}] Failed to setup proxychains4 configuration, skipping proxy`);
return { command, args };
}
// Wrap command with proxychains4
console.log(
`[${serverName}] Using proxychains4 proxy: ${proxyConfig.type || 'socks5'}://${proxyConfig.host}:${proxyConfig.port}`,
);
return {
command: proxychains4Path,
args: ['-f', configPath, command, ...args],
};
};
export const initUpstreamServers = async (): Promise<void> => { export const initUpstreamServers = async (): Promise<void> => {
// Initialize OAuth clients for servers with dynamic registration // Initialize OAuth clients for servers with dynamic registration
await initializeAllOAuthClients(); await initializeAllOAuthClients();
@@ -355,19 +210,11 @@ export const createTransportFromConfig = async (name: string, conf: ServerConfig
env['npm_config_registry'] = systemConfig.install.npmRegistry; env['npm_config_registry'] = systemConfig.install.npmRegistry;
} }
// Apply proxychains4 wrapper if proxy is configured (Linux/macOS only) // Expand environment variables in command
const { command: finalCommand, args: finalArgs } = wrapWithProxychains(
name,
conf.command,
replaceEnvVars(conf.args) as string[],
conf.proxy,
);
// Create STDIO transport with potentially wrapped command
transport = new StdioClientTransport({ transport = new StdioClientTransport({
cwd: os.homedir(), cwd: os.homedir(),
command: finalCommand, command: conf.command,
args: finalArgs, args: replaceEnvVars(conf.args) as string[],
env: env, env: env,
stderr: 'pipe', stderr: 'pipe',
}); });
@@ -772,20 +619,10 @@ export const registerAllTools = async (isInit: boolean, serverName?: string): Pr
}; };
// Get all server information // Get all server information
export const getServersInfo = async ( export const getServersInfo = async (): Promise<Omit<ServerInfo, 'client' | 'transport'>[]> => {
page?: number, const allServers: ServerConfigWithName[] = await getServerDao().findAll();
limit?: number,
user?: any,
): Promise<Omit<ServerInfo, 'client' | 'transport'>[]> => {
const dataService = getDataService(); const dataService = getDataService();
// Get paginated or all server configurations from DAO
// If pagination is used with a non-admin user, filtering is already done at DAO level
const isPaginated = limit !== undefined && page !== undefined;
const allServers: ServerConfigWithName[] = isPaginated
? (await getServerDao().findAllPaginated(page, limit)).data
: await getServerDao().findAll();
// Ensure that servers recently added via DAO but not yet initialized in serverInfos // Ensure that servers recently added via DAO but not yet initialized in serverInfos
// are still visible in the servers list. This avoids a race condition where // are still visible in the servers list. This avoids a race condition where
// a POST /api/servers immediately followed by GET /api/servers would not // a POST /api/servers immediately followed by GET /api/servers would not
@@ -793,19 +630,10 @@ export const getServersInfo = async (
const combinedServerInfos: ServerInfo[] = [...serverInfos]; const combinedServerInfos: ServerInfo[] = [...serverInfos];
const existingNames = new Set(combinedServerInfos.map((s) => s.name)); const existingNames = new Set(combinedServerInfos.map((s) => s.name));
// Create a set of server names we're interested in (for pagination)
const requestedServerNames = new Set(allServers.map((s) => s.name));
// Filter serverInfos to only include requested servers if pagination is used
const filteredServerInfos = isPaginated
? combinedServerInfos.filter((s) => requestedServerNames.has(s.name))
: combinedServerInfos;
// Add servers from DAO that don't have runtime info yet
for (const server of allServers) { for (const server of allServers) {
if (!existingNames.has(server.name)) { if (!existingNames.has(server.name)) {
const isEnabled = server.enabled === undefined ? true : server.enabled; const isEnabled = server.enabled === undefined ? true : server.enabled;
filteredServerInfos.push({ combinedServerInfos.push({
name: server.name, name: server.name,
owner: server.owner, owner: server.owner,
// Newly created servers that are enabled should appear as "connecting" // Newly created servers that are enabled should appear as "connecting"
@@ -821,16 +649,12 @@ export const getServersInfo = async (
} }
} }
// Apply user filtering only when NOT using pagination (pagination already filtered at DAO level) const filterServerInfos: ServerInfo[] = dataService.filterData
// Or when no pagination parameters provided (backward compatibility) ? dataService.filterData(combinedServerInfos)
const shouldApplyUserFilter = !isPaginated; : combinedServerInfos;
const filterServerInfos: ServerInfo[] = shouldApplyUserFilter && dataService.filterData
? dataService.filterData(filteredServerInfos, user)
: filteredServerInfos;
const infos = filterServerInfos const infos = filterServerInfos.map(
.filter((info) => requestedServerNames.has(info.name)) // Only include requested servers ({ name, status, tools, prompts, createTime, error, oauth }) => {
.map(({ name, status, tools, prompts, createTime, error, oauth }) => {
const serverConfig = allServers.find((server) => server.name === name); const serverConfig = allServers.find((server) => server.name === name);
const enabled = serverConfig ? serverConfig.enabled !== false : true; const enabled = serverConfig ? serverConfig.enabled !== false : true;
@@ -869,8 +693,12 @@ export const getServersInfo = async (
} }
: undefined, : undefined,
}; };
}); },
// Sorting is now handled at DAO layer for consistent pagination results );
infos.sort((a, b) => {
if (a.enabled === b.enabled) return 0;
return a.enabled ? -1 : 1;
});
return infos; return infos;
}; };
@@ -1433,7 +1261,7 @@ export const handleCallToolRequest = async (request: any, extra: any) => {
const result = await openApiClient.callTool(cleanToolName, finalArgs, passthroughHeaders); const result = await openApiClient.callTool(cleanToolName, finalArgs, passthroughHeaders);
console.log(`OpenAPI tool invocation result: ${JSON.stringify(result)}`); console.log(`OpenAPI tool invocation result: ${JSON.stringify(result)}`);
return { const openApiResult = {
content: [ content: [
{ {
type: 'text', type: 'text',
@@ -1441,6 +1269,10 @@ export const handleCallToolRequest = async (request: any, extra: any) => {
}, },
], ],
}; };
return compressToolResult(openApiResult, {
toolName: cleanToolName,
serverName: targetServerInfo.name,
});
} }
// Call the tool on the target server (MCP servers) // Call the tool on the target server (MCP servers)
@@ -1470,7 +1302,10 @@ export const handleCallToolRequest = async (request: any, extra: any) => {
); );
console.log(`Tool invocation result: ${JSON.stringify(result)}`); console.log(`Tool invocation result: ${JSON.stringify(result)}`);
return result; return compressToolResult(result, {
toolName,
serverName: targetServerInfo.name,
});
} }
// Regular tool handling // Regular tool handling
@@ -1529,7 +1364,7 @@ export const handleCallToolRequest = async (request: any, extra: any) => {
); );
console.log(`OpenAPI tool invocation result: ${JSON.stringify(result)}`); console.log(`OpenAPI tool invocation result: ${JSON.stringify(result)}`);
return { const openApiResult = {
content: [ content: [
{ {
type: 'text', type: 'text',
@@ -1537,6 +1372,10 @@ export const handleCallToolRequest = async (request: any, extra: any) => {
}, },
], ],
}; };
return compressToolResult(openApiResult, {
toolName: cleanToolName,
serverName: serverInfo.name,
});
} }
// Handle MCP servers // Handle MCP servers
@@ -1547,6 +1386,7 @@ export const handleCallToolRequest = async (request: any, extra: any) => {
const separator = getNameSeparator(); const separator = getNameSeparator();
const prefix = `${serverInfo.name}${separator}`; const prefix = `${serverInfo.name}${separator}`;
const originalToolName = request.params.name;
request.params.name = request.params.name.startsWith(prefix) request.params.name = request.params.name.startsWith(prefix)
? request.params.name.substring(prefix.length) ? request.params.name.substring(prefix.length)
: request.params.name; : request.params.name;
@@ -1556,7 +1396,10 @@ export const handleCallToolRequest = async (request: any, extra: any) => {
serverInfo.options || {}, serverInfo.options || {},
); );
console.log(`Tool call result: ${JSON.stringify(result)}`); console.log(`Tool call result: ${JSON.stringify(result)}`);
return result; return compressToolResult(result, {
toolName: originalToolName,
serverName: serverInfo.name,
});
} catch (error) { } catch (error) {
console.error(`Error handling CallToolRequest: ${error}`); console.error(`Error handling CallToolRequest: ${error}`);
return { return {

View File

@@ -173,6 +173,12 @@ export interface SystemConfig {
oauth?: OAuthProviderConfig; // OAuth provider configuration for upstream MCP servers oauth?: OAuthProviderConfig; // OAuth provider configuration for upstream MCP servers
oauthServer?: OAuthServerConfig; // OAuth authorization server configuration for MCPHub itself oauthServer?: OAuthServerConfig; // OAuth authorization server configuration for MCPHub itself
enableSessionRebuild?: boolean; // Controls whether server session rebuild is enabled enableSessionRebuild?: boolean; // Controls whether server session rebuild is enabled
compression?: {
enabled?: boolean; // Enable/disable AI compression of MCP tool outputs
model?: string; // AI model to use for compression (default: 'gpt-4o-mini')
maxInputTokens?: number; // Maximum input tokens for compression (default: 100000)
targetReductionRatio?: number; // Target reduction ratio, 0.0-1.0 (default: 0.5)
};
} }
export interface UserConfig { export interface UserConfig {
@@ -270,17 +276,6 @@ export interface McpSettings {
bearerKeys?: BearerKey[]; // Bearer authentication keys (multi-key configuration) bearerKeys?: BearerKey[]; // Bearer authentication keys (multi-key configuration)
} }
// Proxychains4 configuration for STDIO servers (Linux/macOS only)
export interface ProxychainsConfig {
enabled?: boolean; // Enable/disable proxychains4 proxy routing
type?: 'socks4' | 'socks5' | 'http'; // Proxy protocol type
host?: string; // Proxy server hostname or IP address
port?: number; // Proxy server port
username?: string; // Proxy authentication username (optional)
password?: string; // Proxy authentication password (optional)
configPath?: string; // Path to custom proxychains4 configuration file (optional, overrides above settings)
}
// Configuration details for an individual server // Configuration details for an individual server
export interface ServerConfig { export interface ServerConfig {
type?: 'stdio' | 'sse' | 'streamable-http' | 'openapi'; // Type of server type?: 'stdio' | 'sse' | 'streamable-http' | 'openapi'; // Type of server
@@ -296,8 +291,6 @@ export interface ServerConfig {
tools?: Record<string, { enabled: boolean; description?: string }>; // Tool-specific configurations with enable/disable state and custom descriptions tools?: Record<string, { enabled: boolean; description?: string }>; // Tool-specific configurations with enable/disable state and custom descriptions
prompts?: Record<string, { enabled: boolean; description?: string }>; // Prompt-specific configurations with enable/disable state and custom descriptions prompts?: Record<string, { enabled: boolean; description?: string }>; // Prompt-specific configurations with enable/disable state and custom descriptions
options?: Partial<Pick<RequestOptions, 'timeout' | 'resetTimeoutOnProgress' | 'maxTotalTimeout'>>; // MCP request options configuration options?: Partial<Pick<RequestOptions, 'timeout' | 'resetTimeoutOnProgress' | 'maxTotalTimeout'>>; // MCP request options configuration
// Proxychains4 proxy configuration for STDIO servers (Linux/macOS only, Windows not supported)
proxy?: ProxychainsConfig;
// OAuth authentication for upstream MCP servers // OAuth authentication for upstream MCP servers
oauth?: { oauth?: {
// Static client configuration (traditional OAuth flow) // Static client configuration (traditional OAuth flow)

View File

@@ -117,6 +117,7 @@ export async function migrateToDatabase(): Promise<boolean> {
oauth: settings.systemConfig.oauth || {}, oauth: settings.systemConfig.oauth || {},
oauthServer: settings.systemConfig.oauthServer || {}, oauthServer: settings.systemConfig.oauthServer || {},
enableSessionRebuild: settings.systemConfig.enableSessionRebuild, enableSessionRebuild: settings.systemConfig.enableSessionRebuild,
compression: settings.systemConfig.compression || {},
}; };
await systemConfigRepo.update(systemConfig); await systemConfigRepo.update(systemConfig);
console.log(' - System configuration updated'); console.log(' - System configuration updated');

View File

@@ -17,7 +17,7 @@ export interface SmartRoutingConfig {
* *
* Priority order for each setting: * Priority order for each setting:
* 1. Specific environment variables (ENABLE_SMART_ROUTING, SMART_ROUTING_ENABLED, etc.) * 1. Specific environment variables (ENABLE_SMART_ROUTING, SMART_ROUTING_ENABLED, etc.)
* 2. Generic environment variables (OPENAI_API_KEY, DB_URL, etc.) * 2. Generic environment variables (OPENAI_API_KEY, DATABASE_URL, etc.)
* 3. Settings configuration (systemConfig.smartRouting) * 3. Settings configuration (systemConfig.smartRouting)
* 4. Default values * 4. Default values
* *

View File

@@ -0,0 +1,428 @@
// Mock the DAO module before imports
jest.mock('../../src/dao/index.js', () => ({
getSystemConfigDao: jest.fn(),
}));
// Mock smart routing config
jest.mock('../../src/utils/smartRouting.js', () => ({
getSmartRoutingConfig: jest.fn(),
}));
// Mock OpenAI
jest.mock('openai', () => {
return {
__esModule: true,
default: jest.fn().mockImplementation(() => ({
chat: {
completions: {
create: jest.fn(),
},
},
})),
};
});
import {
getCompressionConfig,
isCompressionEnabled,
estimateTokenCount,
shouldCompress,
compressOutput,
compressToolResult,
} from '../../src/services/compressionService.js';
import { getSystemConfigDao } from '../../src/dao/index.js';
import { getSmartRoutingConfig } from '../../src/utils/smartRouting.js';
import OpenAI from 'openai';
describe('CompressionService', () => {
const mockSystemConfigDao = {
get: jest.fn(),
getSection: jest.fn(),
update: jest.fn(),
updateSection: jest.fn(),
};
beforeEach(() => {
jest.clearAllMocks();
(getSystemConfigDao as jest.Mock).mockReturnValue(mockSystemConfigDao);
});
describe('getCompressionConfig', () => {
it('should return default config when no config is set', async () => {
mockSystemConfigDao.get.mockResolvedValue({});
const config = await getCompressionConfig();
expect(config).toEqual({
enabled: false,
model: 'gpt-4o-mini',
maxInputTokens: 100000,
targetReductionRatio: 0.5,
});
});
it('should return configured values when set', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: {
enabled: true,
model: 'gpt-4o',
maxInputTokens: 50000,
targetReductionRatio: 0.3,
},
});
const config = await getCompressionConfig();
expect(config).toEqual({
enabled: true,
model: 'gpt-4o',
maxInputTokens: 50000,
targetReductionRatio: 0.3,
});
});
it('should use defaults for missing values', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: {
enabled: true,
},
});
const config = await getCompressionConfig();
expect(config).toEqual({
enabled: true,
model: 'gpt-4o-mini',
maxInputTokens: 100000,
targetReductionRatio: 0.5,
});
});
it('should return defaults on error', async () => {
mockSystemConfigDao.get.mockRejectedValue(new Error('Test error'));
const config = await getCompressionConfig();
expect(config).toEqual({
enabled: false,
model: 'gpt-4o-mini',
maxInputTokens: 100000,
targetReductionRatio: 0.5,
});
});
});
describe('isCompressionEnabled', () => {
it('should return false when compression is disabled', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: false },
});
const enabled = await isCompressionEnabled();
expect(enabled).toBe(false);
});
it('should return false when enabled but no API key', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: true },
});
(getSmartRoutingConfig as jest.Mock).mockResolvedValue({
openaiApiKey: '',
});
const enabled = await isCompressionEnabled();
expect(enabled).toBe(false);
});
it('should return true when enabled and API key is set', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: true },
});
(getSmartRoutingConfig as jest.Mock).mockResolvedValue({
openaiApiKey: 'test-api-key',
});
const enabled = await isCompressionEnabled();
expect(enabled).toBe(true);
});
});
describe('estimateTokenCount', () => {
it('should estimate tokens for short text', () => {
const text = 'Hello world';
const tokens = estimateTokenCount(text);
// Estimate based on ~4 chars per token
expect(tokens).toBe(Math.ceil(text.length / 4));
});
it('should estimate tokens for longer text', () => {
const text = 'This is a longer piece of text that should have more tokens';
const tokens = estimateTokenCount(text);
// Estimate based on ~4 chars per token
expect(tokens).toBe(Math.ceil(text.length / 4));
});
it('should handle empty string', () => {
const tokens = estimateTokenCount('');
expect(tokens).toBe(0);
});
});
describe('shouldCompress', () => {
it('should return false for small content', () => {
const content = 'Small content';
const result = shouldCompress(content, 100000);
expect(result).toBe(false);
});
it('should return true for large content', () => {
// Create content larger than the threshold
const content = 'x'.repeat(5000);
const result = shouldCompress(content, 100000);
expect(result).toBe(true);
});
it('should use 10% of maxInputTokens as threshold', () => {
// Test threshold behavior with different content sizes
const smallContent = 'x'.repeat(300);
const largeContent = 'x'.repeat(500);
expect(shouldCompress(smallContent, 1000)).toBe(false);
expect(shouldCompress(largeContent, 1000)).toBe(true);
});
});
describe('compressOutput', () => {
it('should return original content when compression is disabled', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: false },
});
const content = 'Test content';
const result = await compressOutput(content);
expect(result).toEqual({
compressed: content,
originalLength: content.length,
compressedLength: content.length,
wasCompressed: false,
});
});
it('should return original content when content is too small', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: true, maxInputTokens: 100000 },
});
(getSmartRoutingConfig as jest.Mock).mockResolvedValue({
openaiApiKey: 'test-api-key',
});
const content = 'Small content';
const result = await compressOutput(content);
expect(result.wasCompressed).toBe(false);
expect(result.compressed).toBe(content);
});
it('should return original content when no API key is configured', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: true },
});
(getSmartRoutingConfig as jest.Mock).mockResolvedValue({
openaiApiKey: '',
});
const content = 'x'.repeat(5000);
const result = await compressOutput(content);
expect(result.wasCompressed).toBe(false);
expect(result.compressed).toBe(content);
});
it('should compress content when enabled and content is large', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: true, model: 'gpt-4o-mini', maxInputTokens: 100000 },
});
(getSmartRoutingConfig as jest.Mock).mockResolvedValue({
openaiApiKey: 'test-api-key',
openaiApiBaseUrl: 'https://api.openai.com/v1',
});
const originalContent = 'x'.repeat(5000);
const compressedContent = 'y'.repeat(2000);
// Mock OpenAI response
const mockCreate = jest.fn().mockResolvedValue({
choices: [{ message: { content: compressedContent } }],
});
(OpenAI as unknown as jest.Mock).mockImplementation(() => ({
chat: {
completions: {
create: mockCreate,
},
},
}));
const result = await compressOutput(originalContent, {
toolName: 'test-tool',
serverName: 'test-server',
});
expect(result.wasCompressed).toBe(true);
expect(result.compressed).toBe(compressedContent);
expect(result.originalLength).toBe(originalContent.length);
expect(result.compressedLength).toBe(compressedContent.length);
});
it('should return original content when compressed is larger', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: true, model: 'gpt-4o-mini', maxInputTokens: 100000 },
});
(getSmartRoutingConfig as jest.Mock).mockResolvedValue({
openaiApiKey: 'test-api-key',
openaiApiBaseUrl: 'https://api.openai.com/v1',
});
const originalContent = 'x'.repeat(5000);
const largerContent = 'y'.repeat(6000);
const mockCreate = jest.fn().mockResolvedValue({
choices: [{ message: { content: largerContent } }],
});
(OpenAI as unknown as jest.Mock).mockImplementation(() => ({
chat: {
completions: {
create: mockCreate,
},
},
}));
const result = await compressOutput(originalContent);
expect(result.wasCompressed).toBe(false);
expect(result.compressed).toBe(originalContent);
});
it('should return original content on API error', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: true, model: 'gpt-4o-mini', maxInputTokens: 100000 },
});
(getSmartRoutingConfig as jest.Mock).mockResolvedValue({
openaiApiKey: 'test-api-key',
openaiApiBaseUrl: 'https://api.openai.com/v1',
});
const mockCreate = jest.fn().mockRejectedValue(new Error('API error'));
(OpenAI as unknown as jest.Mock).mockImplementation(() => ({
chat: {
completions: {
create: mockCreate,
},
},
}));
const content = 'x'.repeat(5000);
const result = await compressOutput(content);
expect(result.wasCompressed).toBe(false);
expect(result.compressed).toBe(content);
});
});
describe('compressToolResult', () => {
it('should return original result when compression is disabled', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: false },
});
const result = {
content: [{ type: 'text', text: 'Test output' }],
};
const compressed = await compressToolResult(result);
expect(compressed).toEqual(result);
});
it('should not compress error results', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: true },
});
(getSmartRoutingConfig as jest.Mock).mockResolvedValue({
openaiApiKey: 'test-api-key',
});
const result = {
content: [{ type: 'text', text: 'Error message' }],
isError: true,
};
const compressed = await compressToolResult(result);
expect(compressed).toEqual(result);
});
it('should handle results without content array', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: true },
});
(getSmartRoutingConfig as jest.Mock).mockResolvedValue({
openaiApiKey: 'test-api-key',
});
const result = { someOtherField: 'value' };
const compressed = await compressToolResult(result);
expect(compressed).toEqual(result);
});
it('should only compress text content items', async () => {
mockSystemConfigDao.get.mockResolvedValue({
compression: { enabled: true, maxInputTokens: 100000 },
});
(getSmartRoutingConfig as jest.Mock).mockResolvedValue({
openaiApiKey: 'test-api-key',
openaiApiBaseUrl: 'https://api.openai.com/v1',
});
const largeText = 'x'.repeat(5000);
const compressedText = 'y'.repeat(2000);
const mockCreate = jest.fn().mockResolvedValue({
choices: [{ message: { content: compressedText } }],
});
(OpenAI as unknown as jest.Mock).mockImplementation(() => ({
chat: {
completions: {
create: mockCreate,
},
},
}));
const result = {
content: [
{ type: 'text', text: largeText },
{ type: 'image', data: 'base64data' },
],
};
const compressed = await compressToolResult(result);
expect(compressed.content[0].text).toBe(compressedText);
expect(compressed.content[1]).toEqual({ type: 'image', data: 'base64data' });
});
});
});

View File

@@ -5,7 +5,7 @@ import 'reflect-metadata';
Object.assign(process.env, { Object.assign(process.env, {
NODE_ENV: 'test', NODE_ENV: 'test',
JWT_SECRET: 'test-jwt-secret-key', JWT_SECRET: 'test-jwt-secret-key',
DB_URL: 'sqlite::memory:', DATABASE_URL: 'sqlite::memory:',
}); });
// Mock moduleDir to avoid import.meta parsing issues in Jest // Mock moduleDir to avoid import.meta parsing issues in Jest