feat: Web 管理 API (#1390)

* feat: add comprehensive web management API and authentication system

- Implemented web server with Quart and Hypercorn
- Added authentication middleware with JWT and bcrypt
- Created RESTful APIs for managing:
  * IM adapters
  * LLM backends
  * Dispatch rules
  * Workflows
  * Blocks
- Introduced first-time setup and password management
- Enhanced configuration loading with backup mechanism
- Added support for rule and workflow priority, enabling/disabling
- Integrated web configuration into global config

* feat: comprehensive web management system with plugin and system status APIs

- Added new web API modules for system and plugin management
- Implemented system status API with resource usage tracking
- Created plugin management API with support for:
  * Plugin listing
  * Plugin details retrieval
  * Plugin update (with restrictions)
- Enhanced web framework with modular API design
- Added setup files for internal plugins
- Introduced new web API tests for system, plugin, and workflow management
- Improved authentication and authorization mechanisms
- Updated configuration models to support new plugin and system features

* fix(web auth): cannot import UTC from datetime in old Python

* docs(web api): update content to match current implementation

* feat(plugin): implement missing plugin management API

- Added new plugin management routes with full lifecycle support
- Implemented plugin installation, uninstallation, enabling, and disabling
- Updated PluginLoader with async methods for plugin operations
- Enhanced plugin info model with more metadata
- Added plugin API documentation with detailed usage examples
- Created unit tests for plugin management functionality
- Integrated plugin configuration updates with config backup mechanism

* tests: fix tests

* ci: Remove pull_request triggers from Windows quickstart workflows
- Simplify concurrency group definition to use only github.ref
- Maintain workflow dispatch and push to browser-version-dev branch

* tests(config): add config backup mechanism and save methods

- Implemented `save_config_with_backup` method in ConfigLoader
- Added tests for config saving with and without existing backup
- Updated LLM and IM API routes to use config backup when modifying configurations
- Enhanced config management with automatic file backup before modifications

* feat(llm): restore previous missing parameters

- Added ability tracking to LLMBackendRegistry
- Introduced logging for backend adapter registration
- Updated register method to include LLMAbility parameter
- Improved plugin loader with internal plugin tracking

Author: lss233

.github/workflows/quickstart-windows-dev-gocqhttp.yml

@@ -2,13 +2,12 @@ name: Windows Quickstart Dev (go-cqhttp)
 
 on:
   workflow_dispatch:
-  pull_request:
   push:
     branches:
       - 'browser-version-dev'
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
 
 jobs:

.github/workflows/quickstart-windows-dev-mirai.yaml

@@ -2,13 +2,12 @@ name: Windows Quickstart Dev (Mirai)
 
 on:
   workflow_dispatch:
-  pull_request:
   push:
     branches:
       - 'browser-version-dev'
 
 concurrency:
-  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
 
 jobs:

.github/workflows/run-tests.yml

@@ -28,4 +28,4 @@ jobs:
         
     - name: Run tests
       run: |
-        python -m pytest
+        python -m pytest -v

.gitignore

@@ -10,4 +10,5 @@ Dockerfile.dev
 venv/
 .vscode/
 config.yaml
+config.yaml.bak
 logs/

config.yaml.example

@@ -1,9 +1,36 @@
 ims:
-  enable:
-    telegram: ['telegram-bot-1234']
-  configs:
-    telegram-bot-1234:
-      token: 'abcd'
+  - name: "telegram-bot-1234"
+    enable: true
+    adapter: "telegram"
+    config:
+      token: "abcd"
 
 plugins:
-  enable: []
+  enable: []
+
+web:
+  host: "127.0.0.1"
+  port: 8080
+  secret_key: "please-change-this-to-a-secure-secret-key"
+
+llms:
+  api_backends:
+    - name: "deepseek-official"
+      adapter: "deepseek"
+      enable: true
+      config:
+        api_key: "your-api-key"
+        base_url: "https://api.deepseek.com/v1"
+      models:
+        - "deepseek-chat"
+        - "deepseek-coder"
+    
+    - name: "openai-gpt4"
+      adapter: "openai"
+      enable: true
+      config:
+        api_key: "your-openai-key"
+        base_url: "https://api.openai.com/v1"
+      models:
+        - "gpt-4"
+        - "gpt-4-turbo"

data/dispatch_rules/chat.yaml

@@ -1,26 +1,55 @@
 # 聊天相关的调度规则
 # 每个规则包含:
+# - rule_id: 规则唯一标识符
+# - name: 规则名称
+# - description: 规则描述
 # - type: 规则类型 (prefix/keyword/regex)
-# - workflow: 要执行的工作流 (格式: groupId:workflowId)
-# - 其他特定类型的参数
+# - workflow_id: 要执行的工作流 (格式: groupId:workflowId)
+# - priority: 优先级 (数字越大优先级越高)
+# - enabled: 是否启用
+# - metadata: 元数据
 
-# 前缀匹配规则示例
-- type: prefix
-  workflow: chat:normal
-  prefix: "/chat"
+# 普通聊天
+- rule_id: chat_normal
+  name: "普通聊天"
   description: "普通聊天，使用默认参数"
+  type: prefix
+  workflow_id: chat:normal
+  prefix: "/chat"
+  priority: 5
+  enabled: true
+  metadata:
+    category: chat
+    permission: user
+    temperature: 0.7
 
-# 关键词匹配规则示例
-- type: keyword
-  workflow: chat:creative
+# 创意聊天
+- rule_id: chat_creative
+  name: "创意聊天"
+  description: "创意聊天，使用更高的温度参数"
+  type: keyword
+  workflow_id: chat:creative
   keywords: 
     - "创意"
     - "发散"
     - "brainstorm"
-  description: "创意聊天，使用更高的温度参数"
+  priority: 5
+  enabled: true
+  metadata:
+    category: chat
+    permission: user
+    temperature: 0.9
 
-# 正则匹配规则示例
-- type: regex
-  workflow: chat:roleplay
+# 角色扮演
+- rule_id: chat_roleplay
+  name: "角色扮演"
+  description: "角色扮演聊天，自动提取角色设定"
+  type: regex
+  workflow_id: chat:roleplay
   pattern: "^扮演(.+?)[:：]"
-  description: "角色扮演聊天，自动提取角色设定" 
+  priority: 8
+  enabled: true
+  metadata:
+    category: chat
+    permission: user
+    temperature: 0.8 

data/dispatch_rules/system.yaml

@@ -2,31 +2,66 @@
 # 这些规则主要用于系统管理和控制
 
 # 帮助命令
-- type: prefix
-  workflow: system:help
-  prefix: "/help"
+- rule_id: system_help
+  name: "帮助命令"
   description: "显示帮助信息"
+  type: prefix
+  workflow_id: system:help
+  prefix: "/help"
+  priority: 10
+  enabled: true
+  metadata:
+    category: system
+    permission: user
 
 # 系统状态
-- type: prefix
-  workflow: system:status
-  prefix: "/status"
+- rule_id: system_status
+  name: "系统状态"
   description: "显示系统状态"
+  type: prefix
+  workflow_id: system:status
+  prefix: "/status"
+  priority: 10
+  enabled: true
+  metadata:
+    category: system
+    permission: user
 
 # 管理员命令
-- type: regex
-  workflow: system:admin
-  pattern: "^/(ban|unban|kick|mute) \\S+"
+- rule_id: system_admin
+  name: "管理员命令"
   description: "管理员命令，需要管理员权限"
+  type: regex
+  workflow_id: system:admin
+  pattern: "^/(ban|unban|kick|mute) \\S+"
+  priority: 20
+  enabled: true
+  metadata:
+    category: system
+    permission: admin
 
 # 系统设置
-- type: prefix
-  workflow: system:settings
-  prefix: "/settings"
+- rule_id: system_settings
+  name: "系统设置"
   description: "修改系统设置"
+  type: prefix
+  workflow_id: system:settings
+  prefix: "/settings"
+  priority: 10
+  enabled: true
+  metadata:
+    category: system
+    permission: admin
 
 # 清空记忆
-- type: prefix
-  workflow: system:clear_memory
+- rule_id: system_clear_memory
+  name: "清空记忆"
+  description: "清空当前对话的记忆"
+  type: prefix
+  workflow_id: system:clear_memory
   prefix: "/清空记忆"
-  description: "清空当前对话的记忆" 
+  priority: 10
+  enabled: true
+  metadata:
+    category: system
+    permission: user 

data/workflows/test-group/test-workflow-new.yaml

@@ -0,0 +1,5 @@
+name: Test Workflow
+blocks:
+  - type: test:message
+    name: Message Node
+    params: {}

framework/config/config_loader.py

@@ -1,6 +1,10 @@
+import sys
+import warnings
 from ruamel.yaml import YAML
 from pydantic import BaseModel, ValidationError
 from typing import Type
+import shutil
+import os
 
 class ConfigLoader:
     """
@@ -34,4 +38,17 @@ def save_config(config_path: str, config_object: BaseModel):
         :param config_object: 配置对象。
         """
         with open(config_path, "w", encoding="utf-8") as f:
-            ConfigLoader.yaml.dump(config_object.dict(), f)
+            ConfigLoader.yaml.dump(config_object.model_dump(), f)
+    
+    @staticmethod
+    def save_config_with_backup(config_path: str, config_object: BaseModel):
+        """
+        将配置对象保存到 YAML 文件中，并在保存前创建备份。
+        :param config_path: 配置文件路径。
+        :param config_object: 配置对象。
+        """
+
+        if os.path.exists(config_path):
+            backup_path = f"{config_path}.bak"
+            shutil.copy2(config_path, backup_path)
+        ConfigLoader.save_config(config_path, config_object)

framework/config/global_config.py

@@ -2,19 +2,25 @@
 
 from pydantic import BaseModel, Field
 
+
 class IMConfig(BaseModel):
-    enable: Dict[str, List[str]] = dict()
-    configs: Dict[str, Dict[str, Any]] = Field(description="IM 的凭证配置", default=dict())
+    """IM配置"""
+    name: str = Field(default="", description="IM标识名称")
+    enable: bool = Field(default=True, description="是否启用IM")
+    adapter: str = Field(default="dummy", description="IM适配器类型")
+    config: Dict[str, Any] = Field(default={}, description="IM的配置")
 
 class LLMBackendConfig(BaseModel):
-    enable: bool
-    adapter: str
-    configs: List[Dict]
-    models: List[str]
+    """LLM后端配置"""
+    name: str = Field(description="后端标识名称")
+    adapter: str = Field(description="LLM适配器类型")
+    config: Dict[str, Any] = Field(default={}, description="后端配置")
+    enable: bool = Field(default=True, description="是否启用")
+    models: List[str] = Field(default=[], description="支持的模型列表")
 
 class LLMConfig(BaseModel):
-    backends: Dict[str, LLMBackendConfig] = dict()
-    
+    api_backends: List[LLMBackendConfig] = Field(default=[], description="LLM API后端列表")
+
 class DefaultConfig(BaseModel):
     llm_model: str = Field(default="gemini-1.5-flash", description="默认使用的 LLM 模型名称")
 
@@ -40,8 +46,20 @@ class MemoryConfig(BaseModel):
     max_entries: int = Field(default=100, description="每个作用域最大记忆条目数")
     default_scope: str = Field(default="member", description="默认作用域类型")
 
+class WebConfig(BaseModel):
+    host: str = Field(default="127.0.0.1", description="Web服务绑定的IP地址")
+    port: int = Field(default=8080, description="Web服务端口号")
+    secret_key: str = Field(default="", description="Web服务的密钥，用于JWT等加密")
+    password_file: str = Field(default="./data/web/password.hash", description="密码哈希存储路径")
+
+class PluginConfig(BaseModel):
+    """插件配置"""
+    enable: List[str] = Field(default=[], description="启用的外部插件列表")
+
 class GlobalConfig(BaseModel):
-    ims: IMConfig = IMConfig()
+    ims: List[IMConfig] = Field(default=[], description="IM配置列表")
     llms: LLMConfig = LLMConfig()
     defaults: DefaultConfig = DefaultConfig()
     memory: MemoryConfig = MemoryConfig()
+    web: WebConfig = WebConfig()
+    plugins: PluginConfig = PluginConfig()