price_finder/batch_process.py

from selenium import webdriver
from price_finder import price_finder,BS
def get_prices(links):
    try:
        opts = webdriver.chrome.options.Options()
        opts.add_argument('--headless')
        driver = webdriver.Chrome(chrome_options = opts,headless= True)
        results = []
        for link in links:
            driver.get(link)
            results.append(
                price_finder(
                    url = link,bs=BS(driver.page_source,'lxml')
                    )
                )
        driver.quit()
        return results
    except Exception as excpt:
        driver.quit()
        raise excpt
import saveto
links  = saveto.load('quad_links')
products = get_prices(links)