fix: update
This commit is contained in:
@@ -242,7 +242,16 @@ def _write_to_db(events: List[dict]) -> None:
|
||||
|
||||
def _notify_node() -> None:
|
||||
try:
|
||||
r = requests.post(f"{API_BASE}/api/crawler/notify", timeout=5, proxies={"http": None, "https": None})
|
||||
headers = {}
|
||||
token = os.environ.get("API_CRAWLER_TOKEN", "").strip()
|
||||
if token:
|
||||
headers["X-Crawler-Token"] = token
|
||||
r = requests.post(
|
||||
f"{API_BASE}/api/crawler/notify",
|
||||
timeout=5,
|
||||
headers=headers,
|
||||
proxies={"http": None, "https": None},
|
||||
)
|
||||
if r.status_code != 200:
|
||||
print(" [warn] notify API 失败")
|
||||
except Exception as e:
|
||||
@@ -340,7 +349,10 @@ def crawler_backfill():
|
||||
return {"ok": False, "error": "db not found"}
|
||||
try:
|
||||
from db_merge import merge
|
||||
if os.environ.get("CLEANER_AI_DISABLED", "0") == "1":
|
||||
use_dashscope = bool(os.environ.get("DASHSCOPE_API_KEY", "").strip())
|
||||
if use_dashscope:
|
||||
from extractor_dashscope import extract_from_news
|
||||
elif os.environ.get("CLEANER_AI_DISABLED", "0") == "1":
|
||||
from extractor_rules import extract_from_news
|
||||
else:
|
||||
from extractor_ai import extract_from_news
|
||||
|
||||
Reference in New Issue
Block a user