修复了一些采集问题

collectors/collector_poc.py

@@ -8,7 +8,7 @@
 
 class POCCollector(VulnerabilityCollector):
     def __init__(self):
-        poc_url = "https://api.github.com/repos/wy876/POC/commits"
+        poc_url = "https://api.github.com/repos/adysec/POC/commits"
         poc_headers = {
             "Authorization": f"token {cfg['github']['token']}",
         }
@@ -42,7 +42,7 @@ def parse_data(self, raw_data):
                             'description': description,
                             'source': self.source_name,
                             'date': datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
-                            'link': 'https://github.com/wy876/POC/blob/main/' + file['filename']
+                            'link': 'https://github.com/adysec/POC/blob/main/' + file['filename']
                         }
                         vulnerabilities_dict[vulnerability['name']] = vulnerability
 

collectors/utils.py

@@ -16,8 +16,12 @@ def extract_score(soup, selector):
 
 def get_cve_info(cve):
     url = "https://nvd.nist.gov/vuln/detail/" + cve
+    headers = {
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
+        'Referer': 'https://nvd.nist.gov/'
+    }
     try:
-        res = requests.get(url)
+        res = requests.get(url, headers=headers)
         res.raise_for_status()
     except requests.RequestException as e:
         print(f"Error establishing connection: {e}")

main.py

@@ -38,8 +38,12 @@ def main():
             daily_task()
             last_sent_date = current_date
 
-        vulnerabilities = gather_data()
-        filter_high_risk_vuls(vulnerabilities)
+        try:
+            vulnerabilities = gather_data()
+            filter_high_risk_vuls(vulnerabilities)
+        except Exception as e:
+            with open('athena.log', 'a') as f:
+                print(f"{current_time}\tError: {e}", file=f)
         time.sleep(600)
 
 

processing/filter.py

@@ -1,4 +1,5 @@
 import html
+import datetime
 from tqdm import tqdm
 from config import cfg
 from database.db_class import MySQLDatabase
@@ -47,5 +48,9 @@ def filter_high_risk_vuls(vulnerabilities):
                     content += f"{key}: {value}\n"
             content = content.rstrip("\n")
             send_realtime_notifications(content)
-    print(f"Selected severity vulnerabilities found: {selected_severity_num}\n\n")
+
+    current_time = datetime.datetime.now()
+    with open('athena.log', 'a') as f:
+        print(f"{current_time}\tSelected severity vulnerabilities found: {selected_severity_num}", file=f)
+    print(f"{current_time}\tSelected severity vulnerabilities found: {selected_severity_num}")