fix:优化爬虫配置,单独使用docker容器运行

This commit is contained in:
Daniel
2026-03-05 20:19:24 +08:00
parent bbb9a5e1e1
commit 07454b73c2
9 changed files with 180 additions and 17 deletions

20
crawler/pyproject.toml Normal file
View File

@@ -0,0 +1,20 @@
[project]
name = "usa-crawler"
version = "1.0.0"
description = "GDELT + RSS 爬虫与实时冲突服务"
readme = "README.md"
requires-python = ">=3.11"
dependencies = [
"requests>=2.32.0",
"feedparser>=6.0.10",
"beautifulsoup4>=4.12.0",
"pytest>=8.0.0",
"fastapi>=0.115.0",
"uvicorn[standard]>=0.32.0",
"deep-translator>=1.11.0",
"dashscope>=1.20.0",
]
[tool.pytest.ini_options]
testpaths = ["tests"]
python_files = ["test_*.py"]