爬取京东图书Java实现

 <dependency>

    
         <groupId>org.jsoup</groupId>
    
         <artifactId>jsoup</artifactId>
    
         <version>1.10.2</version>
    
     </dependency>

  
    
 import org.jsoup.Jsoup;
    
 import org.jsoup.nodes.Document;
    
 import org.jsoup.nodes.Element;
    
 import org.jsoup.select.Elements;
    
  
    
 import java.io.IOException;
    
 import java.net.MalformedURLException;
    
 import java.net.URL;
    
  
    
 public class HtmlParseUtil {
    
  
    
     public void test1() throws IOException {
    
     //可以通过字符串拼接的方法,自定义爬取商品
    
     //"https://search.jd.com/Search?keyword="+搜索的商品
    
      String url  = "https://search.jd.com/Search?keyword=java";
    
     Document parse = Jsoup.parse(new URL(url), 30000);
    
     Element elementById = parse.getElementById("J_goodsList");
    
    // System.out.println(elementById);
    
     Elements li = elementById.getElementsByTag("li");
    
  
    
  
    
     for (Element el: li) {
    
         String img  =  el.getElementsByTag("img").eq(0).attr("src");
    
         String price = el.getElementsByClass("p-price").eq(0).text().replaceAll("￥","");
    
         String title = el.getElementsByClass("curr-shop hd-shopname").eq(0).attr("title");
    
         String s  =  el.getElementsByClass("promo-words").eq(0).text();
    
         String em = el.getElementsByClass("p-name").eq(0).text();
    
  
    
  
    
         System.out.println(img);
    
         System.out.println(title);
    
         System.out.println(em.replaceAll(s,""));
    
         System.out.println(price);
    
         System.out.println("========================");
    
     }
    
     }
    
  
    
  
    
     public static void main(String[] args) throws IOException {
    
     test();
    
     }
    
 }