ydy0615
7985fe9641
Introduce a comprehensive TTS/ASR module that: - Adds /v1/tts-asr/config, /status, /warmup, /tts, /asr endpoints with detailed JSON responses - Implements Apple‑Silicon detection, device selection (MPS/CUDA/CPU), and memory limiting logic - Supports selectable model size, quantization, and offline mode via environment variables - Adds robust audio validation and multi‑path resampling fallback - Provides new README sections for API usage, device detection, and performance benchmarking - Includes a full testing suite: unit tests, integration tests, macOS simulation and performance reports - Updates backend dependencies and CI scripts - Adds new front‑end views and components for Univer editor integration All changes are backward compatible; new features are exposed through environment variables and new API routes.
396 lines
13 KiB
Python
396 lines
13 KiB
Python
#!/usr/bin/env python3
|
||
# -*- coding: utf-8 -*-
|
||
"""
|
||
TTS/ASR模块集成测试
|
||
测试API端点和完整流程（需要运行后端服务）
|
||
|
||
运行方式:
|
||
# 方式1: 使用pytest
|
||
pytest backend/tests/test_tts_asr_integration.py -v -s
|
||
|
||
# 方式2: 直接运行
|
||
python backend/tests/test_tts_asr_integration.py
|
||
|
||
# 方式3: 测试特定端点
|
||
python backend/tests/test_tts_asr_integration.py --test config
|
||
"""
|
||
|
||
import asyncio
|
||
import base64
|
||
import json
|
||
import os
|
||
import sys
|
||
import time
|
||
import unittest
|
||
from typing import Optional
|
||
import httpx
|
||
|
||
# 配置
|
||
API_BASE_URL = os.environ.get('API_BASE_URL', 'http://localhost:8001')
|
||
API_KEY = os.environ.get('API_KEY', 'your-secret-key-here')
|
||
TEST_TIMEOUT = 120.0 # 2分钟超时
|
||
|
||
|
||
class TTSASRIntegrationTest(unittest.TestCase):
|
||
"""TTS/ASR集成测试"""
|
||
|
||
@classmethod
|
||
def setUpClass(cls):
|
||
"""测试类初始化"""
|
||
cls.client = httpx.Client(timeout=TEST_TIMEOUT)
|
||
cls.headers = {'X-API-Key': API_KEY}
|
||
|
||
# 检查服务是否运行
|
||
try:
|
||
response = cls.client.get(f'{API_BASE_URL}/v1/tts-asr/status', headers=cls.headers)
|
||
if response.status_code == 200:
|
||
cls.service_available = True
|
||
print(f"\n✓ 服务可用: {API_BASE_URL}")
|
||
else:
|
||
cls.service_available = False
|
||
print(f"\n✗ 服务返回非200状态码: {response.status_code}")
|
||
except Exception as e:
|
||
cls.service_available = False
|
||
print(f"\n✗ 无法连接到服务: {e}")
|
||
print(f" 请确保后端服务正在运行: python backend/main.py")
|
||
|
||
@classmethod
|
||
def tearDownClass(cls):
|
||
"""测试类清理"""
|
||
cls.client.close()
|
||
|
||
def setUp(self):
|
||
"""每个测试前的检查"""
|
||
if not self.service_available:
|
||
self.skipTest("后端服务不可用")
|
||
|
||
def test_01_config_endpoint(self):
|
||
"""测试配置端点"""
|
||
response = self.client.get(
|
||
f'{API_BASE_URL}/v1/tts-asr/config',
|
||
headers=self.headers
|
||
)
|
||
|
||
self.assertEqual(response.status_code, 200)
|
||
config = response.json()
|
||
|
||
# 验证配置结构
|
||
self.assertIn('environment', config)
|
||
self.assertIn('device', config)
|
||
self.assertIn('model', config)
|
||
self.assertIn('status', config)
|
||
|
||
# 验证环境变量配置
|
||
env = config['environment']
|
||
self.assertIn('TTS_ASR_DEVICE', env)
|
||
self.assertIn('TTS_ASR_MODEL_SIZE', env)
|
||
self.assertIn('TTS_ASR_QUANTIZE', env)
|
||
|
||
# 验证设备信息
|
||
device = config['device']
|
||
self.assertIn('current', device)
|
||
self.assertIn('mps_available', device)
|
||
self.assertIn('cuda_available', device)
|
||
self.assertIn('is_apple_silicon', device)
|
||
|
||
# 验证模型信息
|
||
model = config['model']
|
||
self.assertIn('tts', model)
|
||
self.assertIn('asr_current_size', model)
|
||
self.assertIn('available_sizes', model)
|
||
|
||
print(f"\n配置信息:")
|
||
print(f" 设备: {device['current']}")
|
||
print(f" Apple Silicon: {device['is_apple_silicon']}")
|
||
print(f" MPS可用: {device['mps_available']}")
|
||
print(f" ASR模型大小: {model['asr_current_size']}")
|
||
|
||
def test_02_status_endpoint(self):
|
||
"""测试状态端点"""
|
||
response = self.client.get(
|
||
f'{API_BASE_URL}/v1/tts-asr/status',
|
||
headers=self.headers
|
||
)
|
||
|
||
self.assertEqual(response.status_code, 200)
|
||
status = response.json()
|
||
|
||
# 验证状态结构
|
||
self.assertIn('tts_loaded', status)
|
||
self.assertIn('asr_loaded', status)
|
||
self.assertIn('device', status)
|
||
self.assertIn('offline_mode', status)
|
||
self.assertIn('quantize_enabled', status)
|
||
|
||
print(f"\n状态信息:")
|
||
print(f" TTS已加载: {status['tts_loaded']}")
|
||
print(f" ASR已加载: {status['asr_loaded']}")
|
||
print(f" 设备: {status['device']}")
|
||
print(f" 离线模式: {status['offline_mode']}")
|
||
print(f" 量化启用: {status['quantize_enabled']}")
|
||
|
||
def test_03_warmup_endpoint(self):
|
||
"""测试预热端点"""
|
||
print("\n开始模型预热（可能需要几分钟）...")
|
||
start_time = time.time()
|
||
|
||
response = self.client.post(
|
||
f'{API_BASE_URL}/v1/tts-asr/warmup',
|
||
headers=self.headers
|
||
)
|
||
|
||
elapsed = time.time() - start_time
|
||
|
||
self.assertEqual(response.status_code, 200)
|
||
result = response.json()
|
||
|
||
self.assertIn('tts_warmup', result)
|
||
self.assertIn('asr_warmup', result)
|
||
self.assertIn('device', result)
|
||
|
||
print(f"\n预热完成 (耗时: {elapsed:.2f}秒):")
|
||
print(f" TTS预热: {'成功' if result['tts_warmup'] else '失败'}")
|
||
print(f" ASR预热: {'成功' if result['asr_warmup'] else '失败'}")
|
||
|
||
# 警告：预热失败不一定是错误（可能模型未下载）
|
||
if not result['tts_warmup'] or not result['asr_warmup']:
|
||
print("\n⚠ 警告: 预热失败可能是因为模型未下载")
|
||
print(" 请确保网络连接正常，或使用已下载的模型")
|
||
|
||
def test_04_tts_endpoint_basic(self):
|
||
"""测试TTS基本功能"""
|
||
# 简单的中文文本
|
||
test_text = "这是一个测试"
|
||
|
||
response = self.client.post(
|
||
f'{API_BASE_URL}/v1/tts-asr/tts',
|
||
headers=self.headers,
|
||
json={
|
||
'text': test_text,
|
||
'voice': 'af_bella',
|
||
'rate': 1.0,
|
||
'format': 'wav'
|
||
}
|
||
)
|
||
|
||
# 检查响应
|
||
if response.status_code == 500:
|
||
error = response.json()
|
||
print(f"\n⚠ TTS失败（可能是模型未加载）: {error.get('detail', 'Unknown error')}")
|
||
self.skipTest("TTS模型未加载或不可用")
|
||
|
||
self.assertEqual(response.status_code, 200)
|
||
result = response.json()
|
||
|
||
# 验证响应结构
|
||
self.assertIn('audio_base64', result)
|
||
self.assertIn('format', result)
|
||
self.assertIn('duration_ms', result)
|
||
|
||
# 验证音频数据
|
||
audio_data = base64.b64decode(result['audio_base64'])
|
||
self.assertGreater(len(audio_data), 0)
|
||
self.assertGreater(result['duration_ms'], 0)
|
||
|
||
print(f"\nTTS测试成功:")
|
||
print(f" 输入文本: {test_text}")
|
||
print(f" 音频大小: {len(audio_data)} bytes")
|
||
print(f" 时长: {result['duration_ms']} ms")
|
||
|
||
def test_05_asr_endpoint_basic(self):
|
||
"""测试ASR基本功能"""
|
||
# 创建一个简单的静音WAV文件（1秒，16kHz，单声道）
|
||
sample_rate = 16000
|
||
duration = 1.0
|
||
samples = int(sample_rate * duration)
|
||
|
||
# 生成静音数据
|
||
import numpy as np
|
||
silence = np.zeros(samples, dtype=np.int16)
|
||
|
||
# 创建WAV文件字节流
|
||
import io
|
||
import wave
|
||
|
||
wav_buffer = io.BytesIO()
|
||
with wave.open(wav_buffer, 'wb') as wf:
|
||
wf.setnchannels(1)
|
||
wf.setsampwidth(2)
|
||
wf.setframerate(sample_rate)
|
||
wf.writeframes(silence.tobytes())
|
||
|
||
audio_bytes = wav_buffer.getvalue()
|
||
audio_base64 = base64.b64encode(audio_bytes).decode()
|
||
|
||
# 发送ASR请求
|
||
response = self.client.post(
|
||
f'{API_BASE_URL}/v1/tts-asr/asr',
|
||
headers=self.headers,
|
||
json={
|
||
'audio_base64': audio_base64,
|
||
'language': 'zh-CN'
|
||
}
|
||
)
|
||
|
||
# 检查响应
|
||
if response.status_code == 500:
|
||
error = response.json()
|
||
print(f"\n⚠ ASR失败（可能是模型未加载）: {error.get('detail', 'Unknown error')}")
|
||
self.skipTest("ASR模型未加载或不可用")
|
||
|
||
self.assertEqual(response.status_code, 200)
|
||
result = response.json()
|
||
|
||
# 验证响应结构
|
||
self.assertIn('text', result)
|
||
self.assertIn('language', result)
|
||
|
||
print(f"\nASR测试成功:")
|
||
print(f" 识别文本: '{result['text']}'")
|
||
print(f" 语言: {result['language']}")
|
||
print(f" 注意: 静音音频应该返回空文本")
|
||
|
||
def test_06_api_key_validation(self):
|
||
"""测试API密钥验证"""
|
||
# 使用错误的API密钥
|
||
wrong_headers = {'X-API-Key': 'wrong-api-key'}
|
||
|
||
response = self.client.get(
|
||
f'{API_BASE_URL}/v1/tts-asr/status',
|
||
headers=wrong_headers
|
||
)
|
||
|
||
# 应该返回403 Forbidden
|
||
self.assertEqual(response.status_code, 403)
|
||
print(f"\n✓ API密钥验证正常：错误密钥被拒绝")
|
||
|
||
def test_07_tts_long_text(self):
|
||
"""测试TTS长文本处理"""
|
||
# 较长的文本
|
||
long_text = "这是一段较长的测试文本，用于测试TTS系统对长文本的处理能力。" * 3
|
||
|
||
response = self.client.post(
|
||
f'{API_BASE_URL}/v1/tts-asr/tts',
|
||
headers=self.headers,
|
||
json={
|
||
'text': long_text,
|
||
'voice': 'af_bella',
|
||
'rate': 1.0,
|
||
'format': 'wav'
|
||
},
|
||
timeout=60.0 # 长文本需要更长超时
|
||
)
|
||
|
||
if response.status_code == 500:
|
||
self.skipTest("TTS模型未加载或不可用")
|
||
|
||
self.assertEqual(response.status_code, 200)
|
||
result = response.json()
|
||
|
||
print(f"\n长文本TTS测试成功:")
|
||
print(f" 输入长度: {len(long_text)} 字符")
|
||
print(f" 音频大小: {len(base64.b64decode(result['audio_base64']))} bytes")
|
||
print(f" 时长: {result['duration_ms']} ms")
|
||
|
||
|
||
class PerformanceTest(unittest.TestCase):
|
||
"""性能测试"""
|
||
|
||
@classmethod
|
||
def setUpClass(cls):
|
||
cls.client = httpx.Client(timeout=TEST_TIMEOUT)
|
||
cls.headers = {'X-API-Key': API_KEY}
|
||
|
||
try:
|
||
response = cls.client.get(f'{API_BASE_URL}/v1/tts-asr/status', headers=cls.headers)
|
||
cls.service_available = response.status_code == 200
|
||
except:
|
||
cls.service_available = False
|
||
|
||
@classmethod
|
||
def tearDownClass(cls):
|
||
cls.client.close()
|
||
|
||
def setUp(self):
|
||
if not self.service_available:
|
||
self.skipTest("后端服务不可用")
|
||
|
||
def test_tts_latency(self):
|
||
"""测试TTS延迟"""
|
||
test_text = "测试延迟"
|
||
|
||
latencies = []
|
||
for i in range(3):
|
||
start = time.time()
|
||
response = self.client.post(
|
||
f'{API_BASE_URL}/v1/tts-asr/tts',
|
||
headers=self.headers,
|
||
json={'text': test_text}
|
||
)
|
||
elapsed = time.time() - start
|
||
|
||
if response.status_code == 200:
|
||
latencies.append(elapsed)
|
||
|
||
if latencies:
|
||
avg_latency = sum(latencies) / len(latencies)
|
||
print(f"\nTTS延迟测试:")
|
||
print(f" 平均延迟: {avg_latency:.3f}秒")
|
||
print(f" 最小延迟: {min(latencies):.3f}秒")
|
||
print(f" 最大延迟: {max(latencies):.3f}秒")
|
||
|
||
|
||
def run_tests(test_type: Optional[str] = None):
|
||
"""运行测试"""
|
||
loader = unittest.TestLoader()
|
||
suite = unittest.TestSuite()
|
||
|
||
if test_type == 'config':
|
||
suite.addTest(TTSASRIntegrationTest('test_01_config_endpoint'))
|
||
elif test_type == 'status':
|
||
suite.addTest(TTSASRIntegrationTest('test_02_status_endpoint'))
|
||
elif test_type == 'warmup':
|
||
suite.addTest(TTSASRIntegrationTest('test_03_warmup_endpoint'))
|
||
elif test_type == 'tts':
|
||
suite.addTest(TTSASRIntegrationTest('test_04_tts_endpoint_basic'))
|
||
elif test_type == 'asr':
|
||
suite.addTest(TTSASRIntegrationTest('test_05_asr_endpoint_basic'))
|
||
elif test_type == 'perf':
|
||
suite.addTests(loader.loadTestsFromTestCase(PerformanceTest))
|
||
else:
|
||
# 运行所有测试
|
||
suite.addTests(loader.loadTestsFromTestCase(TTSASRIntegrationTest))
|
||
suite.addTests(loader.loadTestsFromTestCase(PerformanceTest))
|
||
|
||
runner = unittest.TextTestRunner(verbosity=2)
|
||
result = runner.run(suite)
|
||
|
||
return result.wasSuccessful()
|
||
|
||
|
||
if __name__ == '__main__':
|
||
import argparse
|
||
|
||
parser = argparse.ArgumentParser(description='TTS/ASR集成测试')
|
||
parser.add_argument('--test', choices=[
|
||
'config', 'status', 'warmup', 'tts', 'asr', 'perf'
|
||
], help='运行特定测试')
|
||
parser.add_argument('--url', default=API_BASE_URL, help='API基础URL')
|
||
parser.add_argument('--key', default=API_KEY, help='API密钥')
|
||
|
||
args = parser.parse_args()
|
||
|
||
# 更新配置
|
||
API_BASE_URL = args.url
|
||
API_KEY = args.key
|
||
|
||
print("=" * 70)
|
||
print("TTS/ASR 集成测试")
|
||
print("=" * 70)
|
||
print(f"API URL: {API_BASE_URL}")
|
||
print(f"测试类型: {args.test or '全部'}")
|
||
print("=" * 70)
|
||
|
||
success = run_tests(args.test)
|
||
sys.exit(0 if success else 1)
|