java爬虫抓取天猫商品的价格数据

男娘i 2022-08-06 07:21 217阅读 0赞

天猫商品的价格是ajax动态加载的，用F12分析页面的请求路径找到价格请求的url，分析如图

![Center][]

直接访问这个url是会报错的，如图

![Center 1][]

需要在代码中访问，在head中加上Refererc参数，

![Center 2][]

自己写了一个demo，获取到的商品的价格，（仅供测试）

public static void main(String[] args) throws Exception {
    		String url = "http://mdskip.taobao.com/core/initItemDetail.htm?isRegionLevel=true&itemTags=385,775,843,1035,1163,1227,1478,1483,1539,1611,1863,1867,1923,2049,2059,2242,2251,2315,2507,2635,3595,3974,4166,4299,4555,4811,5259,5323,5515,6145,6785,7809,9153,11265,12353,12609,13697,13953,16321,16513,17473,17537,17665,17857,18945,19841,20289,21762,21826,25922,28802,53954&tgTag=false&addressLevel=4&isAreaSell=false&sellerPreview=false&offlineShop=false&showShopProm=false&isIFC=false&service3C=true&isSecKill=false&isForbidBuyItem=false&cartEnable=true&sellerUserTag=839979040&queryMemberRight=true&itemId=40533381395&sellerUserTag2=306250462070310924&household=false&isApparel=false¬AllowOriginPrice=false&tmallBuySupport=true&sellerUserTag3=144467169269284992&sellerUserTag4=1152930305168967075&progressiveSupport=true&isUseInventoryCenter=false&tryBeforeBuy=false&callback=setMdskip×tamp=1420351892310";
    		
    		HttpClientBuilder builder = HttpClients.custom();
    		builder.setUserAgent("Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:0.9.4)");
    		CloseableHttpClient httpClient = builder.build();
    		final HttpGet httpGet = new HttpGet(url);
    		httpGet.addHeader("Referer", "http://detail.tmall.com/item.htm?id=40533381395&skuId=68347779144&areaId=110000&cat_id=50024400&rn=763d147479ecdc17c2632a4219ce96b3&standard=1&user_id=263726286&is_b=1");
    		CloseableHttpResponse response = null;
    		response = httpClient.execute(httpGet);
    		final HttpEntity entity = response.getEntity();
    		String result = null;
    		if (entity != null) {
    			result = EntityUtils.toString(entity);
    			EntityUtils.consume(entity);
    		}
    		
    		//商品价格的返回值，需要解析出来价格
    		
    		result = result.substring(10, result.length()-1);
    
    		JSONObject object = new JSONObject(result);
    		JSONObject object2 = (JSONObject)object.get("defaultModel");
    		JSONObject object3 = (JSONObject)object2.get("itemPriceResultDO");
    		JSONObject object4 = (JSONObject)object3.get("priceInfo");
    		JSONObject object5 = (JSONObject)object4.get("68347779144");
    		JSONArray jsonArray = new JSONArray(object5.get("promotionList").toString());
    		if(jsonArray.length()==1){
    			JSONObject object6 = (JSONObject)jsonArray.get(0);
    			System.out.println(object6.get("price"));
    		}
    
    		response.close();
    		httpClient.close();
    }

# **如果有什么问题，可以一起交流！** #

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3h1NDcwNDM4MDAw_size_16_color_FFFFFF_t_70][]

[Center]: /images/20220806/96723e99f4234c2f984a4246e2bb14e9.png
[Center 1]: /images/20220806/217189a8ff4d46d5bcc6ba04f333fbbe.png
[Center 2]: /images/20220806/51186129083c4fddaa8a78c8daded88c.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3h1NDcwNDM4MDAw_size_16_color_FFFFFF_t_70]: /images/20220806/12a372597aff4de2a4c006e52d1b5316.png