feat: Implement SSH-triggered BGP route export with log polling and validation, and update queue limits with a new profile.

sync_routing.py

@@ -20,15 +20,34 @@ auth = (BGP_ROUTER_USER, BGP_ROUTER_PASSWORD)
 def get_local_bgp_routes():
     """Mengambil daftar IP lokal dari address-list 'bgp-export' di router BGP.
     
-    Address-list ini diisi secara berkala oleh scheduler MikroTik (bgp_lokal_scheduler)
-    yang menjalankan script bgp_lokal_export setiap hari jam 04:00.
-    Script mengumpulkan dst-address dari rute CDN (distance=15) dan NIX (distance=200)
-    lalu menulisnya ke address-list 'bgp-export'.
+    Prosedurnya:
+    1. Triggers script 'bgp_lokal_export' via SSH background command.
+    2. API polling ke /log MikroTik mencari string 'BGP Export: selesai'.
+    3. Setelah tercapai secara proporsional (~15K IPs), list diekstrak.
     """
     import urllib3
+    import time
+    import subprocess
+    from datetime import datetime
     urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
     
-    print(f"Menghubungi router {BGP_ROUTER_IP} via REST API...")
+    print(f"Menghubungi router {BGP_ROUTER_IP} via SSH untuk trigger script...")
+    
+    # 1. Jalankan script di Mikrotik via SSH background command
+    try:
+        ssh_cmd = [
+            "sshpass", "-p", BGP_ROUTER_PASSWORD,
+            "ssh", "-o", "StrictHostKeyChecking=no", "-o", "ConnectTimeout=10",
+            f"{BGP_ROUTER_USER}@{BGP_ROUTER_IP}",
+            "/system/script run bgp_lokal_export"
+        ]
+        # Run process asynchronous di background (-n/& setara dengan Popen)
+        # Jangan terminate proses Python sebelum SSH selesai, agar RouterOS tidak kill script-nya!
+        subprocess.Popen(ssh_cmd, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
+        print(" -> Script 'bgp_lokal_export' berhasil di-trigger via SSH.")
+    except Exception as e:
+        print(f" -> Gagal trigger script via SSH: {e}")
+        print(" -> Melanjutkan dengan data bgp-export yang ada (jika ada).")
     
     session = requests.Session()
     session.auth = auth
@@ -36,11 +55,41 @@ def get_local_bgp_routes():
     
     api_url = f"http://{BGP_ROUTER_IP}/rest"
     
+    # 2. Polling Log MikroTik setiap 5 detik hingga ketemu indikasi BGP selesai
+    print("Memonitor log MikroTik untuk indikasi selesai...")
+    found_completion = False
+    start_time = time.time()
+    max_wait_time = 600 # 10 menit maksimal wait
+    
+    import re
+    while time.time() - start_time < max_wait_time:
+        try:
+            log_res = session.get(f"{api_url}/log", timeout=10)
+            if log_res.status_code == 200:
+                logs = log_res.json()
+                # Batasi pengecekan pada 50 baris terakhir log
+                recent_logs = logs[-50:] if len(logs) > 50 else logs
+                for lg in recent_logs:
+                    msg = lg.get("message", "")
+                    if re.search(r"BGP Export.*selesai total", msg):
+                        print(f" -> Indikator selesai terdeteksi di log: '{msg}'")
+                        found_completion = True
+                        break
+                if found_completion:
+                    break
+        except Exception as e:
+            pass
+        time.sleep(5)
+    
+    if not found_completion:
+        print(" -> Waktu tunggu habis tapi tidak menemukan indikator log 'selesai total'.")
+        print(" -> Melanjutkan mencoba membaca bgp-export...")
+    
     print("Mengambil address-list 'bgp-export' dari router...")
     try:
         res = session.get(f"{api_url}/ip/firewall/address-list", 
             params={"list": "bgp-export", ".proplist": "address"}, 
-            timeout=30)
+            timeout=60)
         
         if res.status_code == 200:
             data = res.json()
@@ -87,8 +136,20 @@ if __name__ == "__main__":
         print(f"\nRingkasan:")
         print(f"Total Subnet IP Lokal & CDN: {len(local_ips)}")
         
+        # SAFETY CROSS-CHECK: Pastikan jumlah rute masuk akal
+        # Karena rata-rata BGP lokal ada ~15.000+, kita set batas minimal aman 13.000
+        if len(local_ips) < 13000:
+            print(f"\n[ERROR] Validasi GAGAL! Rute yang diekstrak hanya {len(local_ips)}.")
+            print("Terdapat kemungkinan proses export di Router BGP belum selesai atau terputus.")
+            print("Membatalkan seluruh deployment untuk mencegah router distribusi kehilangan address list.")
+            exit(1)
+            
+        print(f"Membuat file routing-lokal.rsc dengan {len(local_ips)} subnet IP...")
         # Generate script address-list khusus untuk trafik Lokal
         generate_address_list_script(local_ips, "ip-lokal", "routing-lokal.rsc")
         
         print("\nSelesai! File routing-lokal.rsc siap di-upload ke router distribusi.")
         print("Di Router Distribusi jalankan perintah: /import file-name=routing-lokal.rsc")
+    else:
+        print("\nGagal mengambil rute BGP lokal. File routing-lokal.rsc tidak dibuat.")
+        exit(1)