feat: /api/v2/analiza/* endpoints - sport analytics backend

scrapers/harvesters/_common.py

@@ -1,4 +1,7 @@
 #!/usr/bin/env python3
+from dotenv import load_dotenv
+load_dotenv("/opt/rinet-gpu/.env.master")
+# auto-added
 """Common scraper helpers."""
 import os, re, time, json, hashlib
 from urllib.parse import urljoin, urlparse, urlencode, quote
@@ -7,7 +10,7 @@ from html import unescape
 import psycopg2
 from psycopg2.extras import execute_batch
 
-DSN = "host=10.10.0.2 port=6432 dbname=rinet_v3 user=rinet password=R1net2026!SecureDB#v7"
+DSN = f"host=10.10.0.2 port=6432 dbname=rinet_v3 user=rinet password={os.environ['DB_PASSWORD']}"
 UA = "Mozilla/5.0 (Ri.NET Civic Bot 1.0; contact: dradulic@outlook.com)"
 
 
@@ -63,6 +66,7 @@ def upsert_facts(conn, facts, source_name, category, confidence=0.85):
     cur = conn.cursor()
     rows = []
     for f in facts:
+        f["fact"] = f["fact"].replace("\x00", "")
         h = hashlib.md5(f["fact"].encode()).hexdigest()
         rows.append((f["fact"], source_name, category, confidence, h,
                      json.dumps({"url": f.get("url", ""), "title": f.get("title", "")})))