|
|
|
@ -7,7 +7,14 @@ from restscrape.proxy import create_proxy_iter |
|
|
|
import time |
|
|
|
US_PROXY_ITER = create_proxy_iter() |
|
|
|
|
|
|
|
def scrape(url,labels,max_tries=4,proxy_iter = None,wait_for = 0,raw_tags = True): |
|
|
|
def scrape( |
|
|
|
url, |
|
|
|
labels, |
|
|
|
proxy_iter = None, |
|
|
|
wait_for = 0, |
|
|
|
max_tries=4, |
|
|
|
raw_tags = True |
|
|
|
): |
|
|
|
browser = browser_class(headless=False) |
|
|
|
if proxy_iter is not None: |
|
|
|
for trial in range(max_tries): |
|
|
|
|