爬数据出现错误javax.net.ssl.SSLHandshakeException: sun.security.validator.ValidatorException

来源:互联网 发布:世间始终你好知乎 编辑:程序博客网 时间:2024/06/13 03:53

爬取国外网站的时候,出现如下错误:

javax.net.ssl.SSLHandshakeException: sun.security.validator.ValidatorException: PKIX path building failed: sun.security.provider.certpath.SunCertPathBuilderException: unable to find valid certification path to requested targetat sun.security.ssl.Alerts.getSSLException(Unknown Source)at sun.security.ssl.SSLSocketImpl.fatal(Unknown Source)at sun.security.ssl.Handshaker.fatalSE(Unknown Source)at sun.security.ssl.Handshaker.fatalSE(Unknown Source)at sun.security.ssl.ClientHandshaker.serverCertificate(Unknown Source)at sun.security.ssl.ClientHandshaker.processMessage(Unknown Source)at sun.security.ssl.Handshaker.processLoop(Unknown Source)at sun.security.ssl.Handshaker.process_record(Unknown Source)at sun.security.ssl.SSLSocketImpl.readRecord(Unknown Source)at sun.security.ssl.SSLSocketImpl.performInitialHandshake(Unknown Source)at sun.security.ssl.SSLSocketImpl.startHandshake(Unknown Source)at sun.security.ssl.SSLSocketImpl.startHandshake(Unknown Source)at sun.net.www.protocol.https.HttpsClient.afterConnect(Unknown Source)at sun.net.www.protocol.https.AbstractDelegateHttpsURLConnection.connect(Unknown Source)at sun.net.www.protocol.https.HttpsURLConnectionImpl.connect(Unknown Source)at org.jsoup.helper.HttpConnection$Response.execute(HttpConnection.java:439)at org.jsoup.helper.HttpConnection$Response.execute(HttpConnection.java:424)at org.jsoup.helper.HttpConnection.execute(HttpConnection.java:178)at org.jsoup.helper.HttpConnection.get(HttpConnection.java:167)at tools.Comutil.getDocument(Comutil.java:21)at tools.国外地震.getList(国外地震.java:19)at tools.国外地震.main(国外地震.java:12)Caused by: sun.security.validator.ValidatorException: PKIX path building failed: sun.security.provider.certpath.SunCertPathBuilderException: unable to find valid certification path to requested targetat sun.security.validator.PKIXValidator.doBuild(Unknown Source)at sun.security.validator.PKIXValidator.engineValidate(Unknown Source)at sun.security.validator.Validator.validate(Unknown Source)at sun.security.ssl.X509TrustManagerImpl.validate(Unknown Source)at sun.security.ssl.X509TrustManagerImpl.checkTrusted(Unknown Source)at sun.security.ssl.X509TrustManagerImpl.checkServerTrusted(Unknown Source)... 18 moreCaused by: sun.security.provider.certpath.SunCertPathBuilderException: unable to find valid certification path to requested targetat sun.security.provider.certpath.SunCertPathBuilder.build(Unknown Source)at sun.security.provider.certpath.SunCertPathBuilder.engineBuild(Unknown Source)at java.security.cert.CertPathBuilder.build(Unknown Source)... 24 more

解决方法:网上代码很多,具体不知道在哪里找的了。

代码如下:

/* * Copyright 2006 Sun Microsystems, Inc.  All Rights Reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * *   - Redistributions of source code must retain the above copyright *     notice, this list of conditions and the following disclaimer. * *   - Redistributions in binary form must reproduce the above copyright *     notice, this list of conditions and the following disclaimer in the *     documentation and/or other materials provided with the distribution. * *   - Neither the name of Sun Microsystems nor the names of its *     contributors may be used to endorse or promote products derived *     from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT OWNER OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ import java.io.*;import java.net.URL; import java.security.*;import java.security.cert.*; import javax.net.ssl.*; public class InstallCert{public static void main(String[] args) {String[] arg = {"www.emsc-csem.org"};try {new InstallCert01();InstallCert01.main(arg);} catch (Exception e) {// TODO Auto-generated catch blocke.printStackTrace();}}}class InstallCert01 {     public static void main(String[] args) throws Exception {    String host;    int port;    char[] passphrase;    if ((args.length == 1) || (args.length == 2)) {        String[] c = args[0].split(":");        host = c[0];        port = (c.length == 1) ? 443 : Integer.parseInt(c[1]);        String p = (args.length == 1) ? "changeit" : args[1];        passphrase = p.toCharArray();    } else {        System.out.println("Usage: java InstallCert <host>[:port] [passphrase]");        return;    }     File file = new File("jssecacerts");    if (file.isFile() == false) {        char SEP = File.separatorChar;        File dir = new File(System.getProperty("java.home") + SEP            + "lib" + SEP + "security");        file = new File(dir, "jssecacerts");        if (file.isFile() == false) {        file = new File(dir, "cacerts");        }    }    System.out.println("Loading KeyStore " + file + "...");    InputStream in = new FileInputStream(file);    KeyStore ks = KeyStore.getInstance(KeyStore.getDefaultType());    ks.load(in, passphrase);    in.close();     SSLContext context = SSLContext.getInstance("TLS");    TrustManagerFactory tmf =        TrustManagerFactory.getInstance(TrustManagerFactory.getDefaultAlgorithm());    tmf.init(ks);    X509TrustManager defaultTrustManager = (X509TrustManager)tmf.getTrustManagers()[0];    SavingTrustManager tm = new SavingTrustManager(defaultTrustManager);    context.init(null, new TrustManager[] {tm}, null);    SSLSocketFactory factory = context.getSocketFactory();     System.out.println("Opening connection to " + host + ":" + port + "...");    SSLSocket socket = (SSLSocket)factory.createSocket(host, port);    socket.setSoTimeout(100000000);    try {        System.out.println("Starting SSL handshake...");        socket.startHandshake();        socket.close();        System.out.println();        System.out.println("No errors, certificate is already trusted");    } catch (SSLException e) {        System.out.println();        e.printStackTrace(System.out);    }     X509Certificate[] chain = tm.chain;    if (chain == null) {        System.out.println("Could not obtain server certificate chain");        return;    }     BufferedReader reader =        new BufferedReader(new InputStreamReader(System.in));     System.out.println();    System.out.println("Server sent " + chain.length + " certificate(s):");    System.out.println();    MessageDigest sha1 = MessageDigest.getInstance("SHA1");    MessageDigest md5 = MessageDigest.getInstance("MD5");    for (int i = 0; i < chain.length; i++) {        X509Certificate cert = chain[i];        System.out.println            (" " + (i + 1) + " Subject " + cert.getSubjectDN());        System.out.println("   Issuer  " + cert.getIssuerDN());        sha1.update(cert.getEncoded());        System.out.println("   sha1    " + toHexString(sha1.digest()));        md5.update(cert.getEncoded());        System.out.println("   md5     " + toHexString(md5.digest()));        System.out.println();    }     System.out.println("Enter certificate to add to trusted keystore or 'q' to quit: [1]");    String line = reader.readLine().trim();    int k;    try {        k = (line.length() == 0) ? 0 : Integer.parseInt(line) - 1;    } catch (NumberFormatException e) {        System.out.println("KeyStore not changed");        return;    }     X509Certificate cert = chain[k];    String alias = host + "-" + (k + 1);    ks.setCertificateEntry(alias, cert);     OutputStream out = new FileOutputStream("jssecacerts");    ks.store(out, passphrase);    out.close();     System.out.println();    System.out.println(cert);    System.out.println();    System.out.println        ("Added certificate to keystore 'jssecacerts' using alias '"        + alias + "'");    }     private static final char[] HEXDIGITS = "0123456789abcdef".toCharArray();     private static String toHexString(byte[] bytes) {    StringBuilder sb = new StringBuilder(bytes.length * 3);    for (int b : bytes) {        b &= 0xff;        sb.append(HEXDIGITS[b >> 4]);        sb.append(HEXDIGITS[b & 15]);        sb.append(' ');    }    return sb.toString();    }     private static class SavingTrustManager implements X509TrustManager {     private final X509TrustManager tm;    private X509Certificate[] chain;     SavingTrustManager(X509TrustManager tm) {        this.tm = tm;    }     public X509Certificate[] getAcceptedIssuers() {        throw new UnsupportedOperationException();    }     public void checkClientTrusted(X509Certificate[] chain, String authType)        throws CertificateException {        throw new UnsupportedOperationException();    }     public void checkServerTrusted(X509Certificate[] chain, String authType)        throws CertificateException {        this.chain = chain;        tm.checkServerTrusted(chain, authType);    }    } }

运行生成 jssecacerts文件,只需将jssecacerts放到jre的security文件夹下,然后再运行爬虫。

阅读全文
0 0
原创粉丝点击