Merge pull request #9 from bgpkit/feature/8-verify-flag

Add `verify` flag to broker to allow disabling SSL verification.

bgpkit/bgpkit_broker.py

@@ -1,6 +1,7 @@
 from dataclasses import dataclass
 
 import requests as requests
+import urllib3
 
 
 def check_type(value: any, ty: type) -> bool:
@@ -24,9 +25,13 @@ class BrokerItem:
 
 class Broker:
 
-    def __init__(self, api_url: str = "https://api.broker.bgpkit.com/v2", page_size: int = 100):
+    def __init__(self, api_url: str = "https://api.broker.bgpkit.com/v2", page_size: int = 100, verify=True):
         self.base_url = api_url.strip()
         self.page_size = int(page_size)
+        self.verify = verify
+        if not verify:
+            # if a user disable SSL verification on-purpose, do not warn the user
+            urllib3.disable_warnings()
 
     def query(self,
               ts_start: str = None,
@@ -58,7 +63,7 @@ def query(self,
         data_items = []
         if print_url:
             print(api_url)
-        res = requests.get(api_url).json()
+        res = requests.get(api_url, verify=self.verify).json()
         while res:
             if res["count"] > 0:
                 data_items.extend([BrokerItem(**i) for i in res["data"]])
@@ -70,7 +75,7 @@ def query(self,
                 query_url = f"{api_url}&page={page}"
                 if print_url:
                     print(query_url)
-                res = requests.get(query_url).json()
+                res = requests.get(query_url, verify=self.verify).json()
             else:
                 break
 

bgpkit/test_integration.py

@@ -31,6 +31,14 @@ def test_broker_2(self):
         print(len(items))
         assert len(items) == 7
 
+    def test_broker_no_verify(self):
+        broker = bgpkit.Broker(verify=False)
+        items = broker.query(ts_start="1643760000", ts_end="2022-02-02T00:20:00", collector_id="rrc00")
+        for item in items:
+            print(json.dumps(item.__dict__))
+        print(len(items))
+        assert len(items) == 7
+
     def test_roas(self):
         roas = bgpkit.Roas()
         data = roas.query(debug=True, asn=3333, date="2018-01-01")

setup.py

@@ -7,7 +7,7 @@
 
 setuptools.setup(
     name='pybgpkit',
-    version='0.4.0',
+    version='0.4.3',
     description='BGPKIT tools Python bindings',
     url='https://github.com/bgpkit/pybgpkit',
     author='Mingwei Zhang',
@@ -19,7 +19,7 @@
     install_requires=[
         # available on pip
         'dataclasses_json',
-        'pybgpkit-parser==0.4.0',
+        'pybgpkit-parser==0.4.2',
         'requests',
     ]
 )

test.py

@@ -1,6 +1,8 @@
 import bgpkit
 parser = bgpkit.Parser(url="https://spaces.bgpkit.org/parser/update-example",
-                       filters={"peer_ips": "185.1.8.65, 2001:7f8:73:0:3:fa4:0:1"})
+                       filters={"peer_ips": "185.1.8.65, 2001:7f8:73:0:3:fa4:0:1"},
+                       cache_dir="cache"
+                       )
 elems = parser.parse_all()
 assert len(elems) == 4227
 import json