2121 >>> results = client.serp_search("python tutorial", engine="google")
2222"""
2323
24-
2524from __future__ import annotations
2625
2726import logging
@@ -440,9 +439,7 @@ def serp_search_advanced(self, request: SerpRequest) -> Dict[str, Any]:
440439 payload = request .to_payload ()
441440 headers = build_auth_headers (self .scraper_token , mode = self ._auth_mode )
442441
443- logger .info (
444- f"SERP Advanced Search: { request .engine } - { request .query [:50 ]} "
445- )
442+ logger .info (f"SERP Advanced Search: { request .engine } - { request .query [:50 ]} " )
446443
447444 try :
448445 response = self ._api_request_with_retry (
@@ -515,9 +512,13 @@ def universal_scrape_advanced(
515512 return self ._process_universal_response (response , request .output_format )
516513
517514 except requests .Timeout as e :
518- raise ThordataTimeoutError (f"Universal timeout: { e } " , original_error = e ) from e
515+ raise ThordataTimeoutError (
516+ f"Universal timeout: { e } " , original_error = e
517+ ) from e
519518 except requests .RequestException as e :
520- raise ThordataNetworkError (f"Universal failed: { e } " , original_error = e ) from e
519+ raise ThordataNetworkError (
520+ f"Universal failed: { e } " , original_error = e
521+ ) from e
521522
522523 def _process_universal_response (
523524 self , response : requests .Response , output_format : str
@@ -641,7 +642,9 @@ def get_task_status(self, task_id: str) -> str:
641642 return item .get ("status" , "unknown" )
642643 return "unknown"
643644 except requests .RequestException as e :
644- raise ThordataNetworkError (f"Status check failed: { e } " , original_error = e ) from e
645+ raise ThordataNetworkError (
646+ f"Status check failed: { e } " , original_error = e
647+ ) from e
645648
646649 def safe_get_task_status (self , task_id : str ) -> str :
647650 try :
@@ -668,7 +671,9 @@ def get_task_result(self, task_id: str, file_type: str = "json") -> str:
668671 raise_for_code ("Get result failed" , code = data .get ("code" ), payload = data )
669672 return ""
670673 except requests .RequestException as e :
671- raise ThordataNetworkError (f"Get result failed: { e } " , original_error = e ) from e
674+ raise ThordataNetworkError (
675+ f"Get result failed: { e } " , original_error = e
676+ ) from e
672677
673678 def list_tasks (self , page : int = 1 , size : int = 20 ) -> Dict [str , Any ]:
674679 self ._require_public_credentials ()
@@ -813,7 +818,9 @@ def add_whitelist_ip(
813818 response .raise_for_status ()
814819 data = response .json ()
815820 if data .get ("code" ) != 200 :
816- raise_for_code ("Add whitelist IP failed" , code = data .get ("code" ), payload = data )
821+ raise_for_code (
822+ "Add whitelist IP failed" , code = data .get ("code" ), payload = data
823+ )
817824 return data .get ("data" , {})
818825
819826 def list_proxy_servers (self , proxy_type : int ) -> List [ProxyServer ]:
@@ -829,14 +836,16 @@ def list_proxy_servers(self, proxy_type: int) -> List[ProxyServer]:
829836 response .raise_for_status ()
830837 data = response .json ()
831838 if data .get ("code" ) != 200 :
832- raise_for_code ("List proxy servers error" , code = data .get ("code" ), payload = data )
833-
839+ raise_for_code (
840+ "List proxy servers error" , code = data .get ("code" ), payload = data
841+ )
842+
834843 server_list = []
835844 if isinstance (data , dict ):
836845 server_list = data .get ("data" , data .get ("list" , []))
837846 elif isinstance (data , list ):
838847 server_list = data
839-
848+
840849 return [ProxyServer .from_dict (s ) for s in server_list ]
841850
842851 def get_proxy_expiration (
@@ -899,7 +908,7 @@ def _get_locations(self, endpoint: str, **kwargs: Any) -> List[Dict[str, Any]]:
899908 params = {"token" : self .public_token , "key" : self .public_key }
900909 for k , v in kwargs .items ():
901910 params [k ] = str (v )
902-
911+
903912 response = self ._api_request_with_retry (
904913 "GET" , f"{ self ._locations_base_url } /{ endpoint } " , params = params
905914 )
@@ -968,4 +977,4 @@ def __enter__(self) -> ThordataClient:
968977 return self
969978
970979 def __exit__ (self , exc_type , exc_val , exc_tb ) -> None :
971- self .close ()
980+ self .close ()
0 commit comments