Visit All URLs with selenium python

Nicole bostananwar at gmail.com
Thu Apr 13 02:29:54 EDT 2017


Here you can see now

from selenium.webdriver.firefox.firefox_profile import FirefoxProfile 
import random 
from selenium import webdriver 
from selenium.webdriver.common.keys import Keys 

browser.get('https://www.google.co.uk/search?q=Rashmi&oq=Rashmi&aqs=chrome..69i57j69i60l3.6857j0j1&sourceid=chrome&ie=UTF-8#q=Mobiles+in+london')
time.sleep(5)

try:        
        p_links = browser.find_elements_by_css_selector(' div > h3 > a')
        url_list = []
        for urls in p_links:
            if "London" in urls.text:

                urls.get_attribute("href")
                url_list.append(urls)
                for links in url_list:
                    browser.get(links)
                    time.sleep(4)
except:
    browser.close()


More information about the Python-list mailing list