o sg@sdZddlZddlZddlZddlZddlZddlZddlmZddl m Z eej dZ e ZGdddZedkrOeZeed d ZeedSdS) +Class to search google using the Serper APIN) load_dotenv) parsed_urlGOOGLE_SEARCH_APIc@sdeZdZdZddddZddZ  dd eeeBfd d Z  dddZ d eefddZ d S) GoogleSearchrorganicimagesnewssearchrr cCsdS)rN)selfr r //var/www/html/XCapMarket/utils/search_google.py__init__szGoogleSearch.__init__FN domain_name_to_checkc s t|tr |g}|dvrtd|dkr|d}d}d|}tdd}||d }t4Id H7} | j||t|d 4Id H} | Id H} Wd Id Hn 1Id Hs[wYWd Id Hn 1Id HspwY| |j |} |r| | |S| S) zGet the search results from google query is the search query type_of_search is 'search' or 'images' or 'news' for web search or image search or news search r z5type_of_search must be 'search' or 'images' or 'news'r z( (financial, product, company, industry)https://google.serper.dev/application/jsonz X-API-KEYz Content-TypeqnumN)headersdata) isinstancestr ValueErrorraiohttp ClientSessionpostjsondumpstype_of_search_outputcheck_search_results_for_domain) r querytype_of_search domain_checkrnum_of_resultsgoogle_search_urlrrsessionresponseresultsr r r search_googles.      *( zGoogleSearch.search_googlec Cs|dvrtdd|}tdd}||d}z(tj||t|dd} | |j|} |r6|| |WS| |j|WSttj j fy`} zt j d || d d gWYd } ~ Sd } ~ ww) zGet the search results from google query is the search query type_of_search is 'search' or 'images' for web search or image search )r rz+type_of_search must be 'search' or 'images'rrrrr)rrtimeoutzError with %s: %sT)exc_infoN) rrrequestsr r!r"r#r$ TimeoutError exceptionsConnectionError XCM_loggererror) r r%r&r'rr(r)rrr+r,er r r_search_googleDs.    zGoogleSearch._search_googlecCs4g}|D]}t|dd}|j|vr||q|S)z,Check the search results for the domain namelinkF)rdomainappend)r r,r new_resultsresult result_urlr r rr$ls  z,GoogleSearch.check_search_results_for_domain)FNr) __name__ __module__ __qualname____doc__r#rlistrr-r7r$r r r rrs   + (r__main__ Stairworxr )rAasyncior!loggingosrr0dotenvrutils.url_parserrenvironr getLoggerr4rr>r runr-r,printr r r rs$   c