合并外部维护版本并同步自动每日功能
This commit is contained in:
@@ -0,0 +1,184 @@
|
||||
"""LLM 弹幕回复单元测试：协议适配、过滤、限流、上下文、重试。"""
|
||||
|
||||
import asyncio
|
||||
import unittest
|
||||
from unittest.mock import AsyncMock, patch
|
||||
|
||||
from app.llm_client import (
|
||||
LLMError,
|
||||
LLMReplyEngine,
|
||||
OpenAICompatProvider,
|
||||
OllamaNativeProvider,
|
||||
AnthropicProvider,
|
||||
create_provider,
|
||||
)
|
||||
|
||||
|
||||
def _make_engine(**overrides) -> LLMReplyEngine:
|
||||
cfg = {
|
||||
"enabled": True,
|
||||
"provider": "openai",
|
||||
"base_url": "https://api.example.com/v1",
|
||||
"api_key": "sk-test",
|
||||
"model": "test-model",
|
||||
"system_prompt": "你是直播间助手",
|
||||
"max_reply_chars": 60,
|
||||
"replies_per_minute": 6,
|
||||
"per_user_cooldown_sec": 30,
|
||||
"context_turns": 4,
|
||||
"min_text_len": 2,
|
||||
"blacklist_uids": [666],
|
||||
"ignore_prefixes": ["//"],
|
||||
}
|
||||
cfg.update(overrides)
|
||||
return LLMReplyEngine(cfg)
|
||||
|
||||
|
||||
class _FakeProvider:
|
||||
"""可注入的假 provider：返回固定回复，可记录调用。"""
|
||||
|
||||
name = "fake"
|
||||
model = "fake-model"
|
||||
|
||||
def __init__(self, reply: str = "你好呀~", delay: float = 0.0, fail_times: int = 0):
|
||||
self.reply = reply
|
||||
self.delay = delay
|
||||
self.fail_times = fail_times
|
||||
self.calls: list[list[dict]] = []
|
||||
|
||||
async def chat(self, messages, *, temperature=0.8, max_tokens=256):
|
||||
self.calls.append(messages)
|
||||
if self.delay:
|
||||
await asyncio.sleep(self.delay)
|
||||
if self.fail_times > 0:
|
||||
self.fail_times -= 1
|
||||
raise LLMError("模拟失败")
|
||||
return self.reply
|
||||
|
||||
|
||||
def _install(engine: LLMReplyEngine, provider: _FakeProvider):
|
||||
engine._provider = provider
|
||||
engine._cfg_fingerprint = engine._provider_fingerprint()
|
||||
return provider
|
||||
|
||||
|
||||
class TestProviders(unittest.TestCase):
|
||||
def test_create_openai(self):
|
||||
p = create_provider({"provider": "openai", "base_url": "https://x/v1",
|
||||
"api_key": "k", "model": "m"})
|
||||
self.assertIsInstance(p, OpenAICompatProvider)
|
||||
self.assertEqual(p.base_url, "https://x/v1")
|
||||
|
||||
def test_create_ollama(self):
|
||||
p = create_provider({"provider": "ollama", "base_url": "http://localhost:11434",
|
||||
"model": "qwen3"})
|
||||
self.assertIsInstance(p, OllamaNativeProvider)
|
||||
|
||||
def test_create_anthropic(self):
|
||||
p = create_provider({"provider": "anthropic", "base_url": "https://x",
|
||||
"api_key": "k", "model": "claude"})
|
||||
self.assertIsInstance(p, AnthropicProvider)
|
||||
|
||||
def test_unknown_provider(self):
|
||||
with self.assertRaises(LLMError):
|
||||
create_provider({"provider": "nope", "base_url": "https://x"})
|
||||
|
||||
def test_missing_base_url(self):
|
||||
with self.assertRaises(LLMError):
|
||||
create_provider({"provider": "openai"})
|
||||
|
||||
|
||||
class TestFiltering(unittest.IsolatedAsyncioTestCase):
|
||||
async def test_disabled_engine(self):
|
||||
engine = _make_engine(enabled=False)
|
||||
self.assertIsNone(await engine.generate_reply("你好", 1, "路人"))
|
||||
|
||||
async def test_too_short(self):
|
||||
engine = _make_engine()
|
||||
self.assertIsNone(engine.should_reply("哈", 1, "路人"))
|
||||
|
||||
async def test_ignore_prefix(self):
|
||||
engine = _make_engine()
|
||||
self.assertIsNone(engine.should_reply("//悄悄话", 1, "路人"))
|
||||
|
||||
async def test_blacklist(self):
|
||||
engine = _make_engine()
|
||||
self.assertIsNone(engine.should_reply("你好呀", 666, "黑名单"))
|
||||
|
||||
async def test_command_like_text_passes_through(self):
|
||||
"""指令拦截在 CommandHandler 层完成；引擎本身不拦截普通文本。"""
|
||||
engine = _make_engine()
|
||||
self.assertIsNotNone(engine.should_reply("上号", 1, "路人"))
|
||||
|
||||
async def test_per_user_cooldown(self):
|
||||
engine = _make_engine()
|
||||
p = _install(engine, _FakeProvider())
|
||||
first = await engine.generate_reply("在吗", 1, "小明")
|
||||
second = await engine.generate_reply("还在吗", 1, "小明")
|
||||
self.assertTrue(first)
|
||||
self.assertIsNone(second) # 冷却期内被过滤
|
||||
self.assertEqual(len(p.calls), 1)
|
||||
|
||||
async def test_zero_cooldown_disabled(self):
|
||||
"""per_user_cooldown_sec=0 表示禁用冷却，不应被吞成默认 30。"""
|
||||
engine = _make_engine(per_user_cooldown_sec=0)
|
||||
_install(engine, _FakeProvider())
|
||||
self.assertTrue(await engine.generate_reply("第一条", 1, "甲"))
|
||||
self.assertTrue(await engine.generate_reply("第二条", 1, "甲"))
|
||||
|
||||
async def test_global_rate_limit(self):
|
||||
engine = _make_engine(replies_per_minute=1, per_user_cooldown_sec=0)
|
||||
_install(engine, _FakeProvider())
|
||||
self.assertTrue(await engine.generate_reply("第一条", 1, "甲"))
|
||||
self.assertIsNone(engine.should_reply("第二条", 2, "乙"))
|
||||
|
||||
async def test_busy_skip(self):
|
||||
"""并发保护：在途请求未完成时新请求直接放弃。"""
|
||||
engine = _make_engine(per_user_cooldown_sec=0)
|
||||
_install(engine, _FakeProvider(delay=0.2))
|
||||
t1 = asyncio.create_task(engine.generate_reply("第一条", 1, "甲"))
|
||||
await asyncio.sleep(0.05)
|
||||
t2 = asyncio.create_task(engine.generate_reply("第二条", 2, "乙"))
|
||||
self.assertTrue(await t1)
|
||||
self.assertIsNone(await t2)
|
||||
|
||||
async def test_retry_then_success(self):
|
||||
engine = _make_engine(retry_attempts=2, per_user_cooldown_sec=0)
|
||||
_install(engine, _FakeProvider(fail_times=1))
|
||||
with patch("app.llm_client.asyncio.sleep", new=AsyncMock()):
|
||||
reply = await engine.generate_reply("在吗", 1, "小明")
|
||||
self.assertEqual(reply, "你好呀~")
|
||||
|
||||
async def test_sanitize_truncates_and_strips_markdown(self):
|
||||
engine = _make_engine(max_reply_chars=10)
|
||||
# 去掉 ** 后共 14 字，截断到 10 字
|
||||
self.assertEqual(engine._sanitize("**很长**的一段话超过十个字了哦朋友"),
|
||||
"很长的一段话超过十个…")
|
||||
|
||||
|
||||
class TestContext(unittest.IsolatedAsyncioTestCase):
|
||||
async def test_context_included_and_capped(self):
|
||||
engine = _make_engine(context_turns=2, per_user_cooldown_sec=0)
|
||||
p = _install(engine, _FakeProvider())
|
||||
for i in range(5):
|
||||
await engine.generate_reply(f"消息{i}", 1, "小明")
|
||||
# 最后一次调用：system(1) + 最多 2*2 条上下文 + 当前 1 条
|
||||
msgs = p.calls[-1]
|
||||
user_msgs = [m for m in msgs if m["role"] == "user"]
|
||||
self.assertLessEqual(len(msgs), 1 + 4 + 1)
|
||||
self.assertEqual(user_msgs[-1]["content"], "小明: 消息4")
|
||||
|
||||
async def test_system_prompt_present(self):
|
||||
engine = _make_engine()
|
||||
p = _install(engine, _FakeProvider())
|
||||
await engine.generate_reply("在吗", 1, "小明")
|
||||
first = p.calls[0][0]
|
||||
self.assertEqual(first["role"], "system")
|
||||
# 人设在前，情绪标签指令在后（桌宠联动需要）
|
||||
self.assertIn("你是直播间助手", first["content"])
|
||||
self.assertIn("情绪标签", first["content"])
|
||||
self.assertIn("[开心]", first["content"])
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in New Issue
Block a user