You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
23 lines
701 B
23 lines
701 B
from selenium import webdriver
|
|
from price_finder import price_finder,BS
|
|
def get_prices(links):
|
|
try:
|
|
opts = webdriver.chrome.options.Options()
|
|
opts.add_argument('--headless')
|
|
driver = webdriver.Chrome(chrome_options = opts,headless= True)
|
|
results = []
|
|
for link in links:
|
|
driver.get(link)
|
|
results.append(
|
|
price_finder(
|
|
url = link,bs=BS(driver.page_source,'lxml')
|
|
)
|
|
)
|
|
driver.quit()
|
|
return results
|
|
except Exception as excpt:
|
|
driver.quit()
|
|
raise excpt
|
|
import saveto
|
|
links = saveto.load('quad_links')
|
|
products = get_prices(links)
|