爬虫学习-selenium+chrome

(1)安装 chrome 浏览器

(2)下载

(3)第一个selenium程序

必要的jar包

试验代码

import java.io.File;import java.io.IOException;import java.util.List;import org.openqa.selenium.By;import org.openqa.selenium.WebDriver;import org.openqa.selenium.WebElement;import org.openqa.selenium.chrome.ChromeDriver;import org.openqa.selenium.chrome.ChromeDriverService;import org.openqa.selenium.remote.DesiredCapabilities;import org.openqa.selenium.remote.RemoteWebDriver;import org.openqa.selenium.support.ui.ExpectedCondition;import org.openqa.selenium.support.ui.WebDriverWait;public class ExampleForChrome {public static void main(String[] args) throws IOException, InterruptedException {new ExampleForChrome().testOtherSearch();  }public void testOtherSearch() throws InterruptedException {// Optional, if not specified, WebDriver will search your path for// chromedriver.System.setProperty("webdriver.chrome.driver", "D:/软件备份/测试/chromedriver_win32/chromedriver.exe");WebDriver driver = new ChromeDriver();driver.get("http://www.newrank.cn/public/info/list.html?period=week&type=data");Thread.sleep(5000);WebElement more = driver.findElement(By.cssSelector("p.showmore a"));more.click();Thread.sleep(5000); // Let the user actually see something!List<WebElement> names = driver.findElements(By.cssSelector("table tbody tr td h4 a"));for (WebElement e : names) {System.out.println(e.getText());}Thread.sleep(5000); // Let the user actually see something!driver.quit();}@SuppressWarnings({ "unchecked", "rawtypes" })public void testBaiduSearch() throws IOException {// 设置 chrome 的路径（如果你安装chrome的时候用的默认安装路径，则可省略这步）System.setProperty("webdriver.chrome.driver", "C:/Users/宇翔/AppData/Local/Google/Chrome/Application/chrome.exe");// 创建一个 ChromeDriver 的接口，用于连接 Chrome（chromedriver.exe// 的路径可以任意放置，只要在newFile（）的时候写入你放的路径即可）ChromeDriverService service = new ChromeDriverService.Builder().usingDriverExecutable(new File("D:/软件备份/测试/chromedriver_win32/chromedriver.exe")).usingAnyFreePort().build();service.start();// 创建一个 Chrome 的浏览器实例WebDriver driver = new RemoteWebDriver(service.getUrl(), DesiredCapabilities.chrome());// 让浏览器访问 Baidudriver.get("http://www.baidu.com");// 用下面代码也可以实现// driver.navigate().to("http://www.baidu.com");// 获取 网页的 titleSystem.out.println(" Page title is: " + driver.getTitle());// 通过 id 找到 input 的 DOMWebElement element = driver.findElement(By.id("kw1"));// 输入关键字element.sendKeys("zTree");// 提交 input 所在的 formelement.submit();// 通过判断 title 内容等待搜索页面加载完毕，间隔秒(new WebDriverWait(driver, 10)).until(new ExpectedCondition() {@SuppressWarnings("unused")public Boolean apply(WebDriver d) {return d.getTitle().toLowerCase().startsWith("ztree");}@Overridepublic Object apply(Object arg0) {// TODO Auto-generated method stubreturn null;}});// 显示搜索结果页面的 titleSystem.out.println(" Page title is: " + driver.getTitle());// 关闭浏览器driver.quit();// 关闭 ChromeDriver 接口service.stop();}}