当前位置 主页 > 网站技术 > 代码类 >

    python获取全国城市pm2.5、臭氧等空气质量过程解析

    栏目:代码类 时间:2019-11-02 21:04

    随着国家发展,中国很多城市的空气质量其实并不好,国家气象局会有实时统计,但是要去写爬虫爬取是十分麻烦的事情,并且官方网站也会做一些反爬虫措施,所以实现起来比较麻烦,最好的办法就是使用现成的免费接口,空气质量指数分析,这里是笔者自己实现的一个python调用方式

    代码如下:

    # -*- coding: utf-8 -*-
    # flake8: noqa
    __author__ = 'wukong'
    
    import urllib
    from urllib import urlencode
    
    #配置您申请的appKey和openId
    app_key="***"
    open_
    
    """
    request_url 请求地址
    params 请求参数
    method 请求方法
    
    """
    def request_content(request_url,params,method):
     params = urlencode(params)
     
     if method and method.lower() =="get":
      f = urllib.urlopen("%s?%s" % (request_url, params))
     else:
      f = urllib.urlopen(request_url, params)
     
     content = f.read()
     print content
    
     
    def main():
     
     domain="http://api.xiaocongjisuan.com/";
     servlet="life/air/analysis"
     method="get"
     request_url=domain+servlet
     
     #字典
     params ={}
     params["appKey"]=app_key
     params["openId"]=open_id
     
     #变动部分
     params["city"]="成都"
     
     request_content(request_url,params,method)
     
    if __name__ == '__main__':
     main()

    java版的代码可以参考如下代码:

    package com.xiaocongjisuan.module.example;
    
    import java.io.BufferedReader;
    import java.io.DataOutputStream;
    import java.io.IOException;
    import java.io.InputStream;
    import java.io.InputStreamReader;
    import java.io.UnsupportedEncodingException;
    import java.net.HttpURLConnection;
    import java.net.URL;
    import java.net.URLEncoder;
    import java.util.HashMap;
    import java.util.Map;
    
    public class Application {
     
      public static final String DEF_CHATSET = "UTF-8";
      public static final int DEF_CONN_TIMEOUT = 30000;
      public static final int DEF_READ_TIMEOUT = 30000;
      public static String userAgent = "Mozilla/5.0 (Windows NT 6.1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/29.0.1547.66 Safari/537.36";
      
      //配置您申请的appKey和openId
      public static final String APP_KEY ="yours";
      public static final String OPEN_ID ="yours";
      
      //将map型转为请求参数型
      public static String urlEncode(Map<String,Object> params) {
      
      if(params==null){return "";};
       
      StringBuilder sb = new StringBuilder();
      for (Map.Entry<String,Object> i : params.entrySet()) {
       try {
        sb.append(i.getKey()).append("=").append(URLEncoder.encode(i.getValue()+"","UTF-8")).append("&");
       } catch (UnsupportedEncodingException e) {
        e.printStackTrace();
       }
      }
      String r=sb.toString();
      if(r.endsWith("&")){
       r = r.substring(0,r.length()-1);
      }
      return r;
      }
      
      /**
      *
      * @param requestUrl 请求地址
      * @param params 请求参数
      * @param method 请求方法
      * @return 请求结果
      * @throws Exception
      */
      public static String requestContent(String requestUrl, Map<String,Object> params,String method) throws Exception {
      
      HttpURLConnection conn = null;
      BufferedReader reader = null;
      String rs = null;
      try {
    
       //组装请求链接
       StringBuffer sb = new StringBuffer();
       
       if(method!=null&&method.equalsIgnoreCase("get")){
        requestUrl = requestUrl+"?"+urlEncode(params);
       }
    
       //默认get
       URL url = new URL(requestUrl);
       conn = (HttpURLConnection) url.openConnection();
       conn.setRequestMethod("GET");
       
       if(method!=null&&method.equalsIgnoreCase("post")){
         conn.setRequestMethod("POST");
         conn.setDoOutput(true);
         conn.setDoInput(true);
       }
    
       //参数配置
       conn.setRequestProperty("User-agent", userAgent);
       conn.setUseCaches(false);
       conn.setConnectTimeout(DEF_CONN_TIMEOUT);
       conn.setReadTimeout(DEF_READ_TIMEOUT);
       conn.setInstanceFollowRedirects(false);
       conn.connect();
       
       if (params!= null && method.equalsIgnoreCase("post")) {
        try {
         DataOutputStream out = new DataOutputStream(conn.getOutputStream());
         out.writeBytes(urlEncode(params));
        } catch (Exception e) {
         e.printStackTrace();
        }
       }
       
       //读取数据
       InputStream is = conn.getInputStream();
       reader = new BufferedReader(new InputStreamReader(is, DEF_CHATSET));
       String strRead = null;
       while ((strRead = reader.readLine()) != null) {
        sb.append(strRead);
       }
       rs = sb.toString();
       
      } catch (IOException e) {
       e.printStackTrace();
      } finally {
       if (reader != null) {
        reader.close();
       }
       if (conn != null) {
        conn.disconnect();
       }
      }
      return rs;
     }
     
     
     public static void main(String[] args) throws Exception{
      
      String domain="http://api.xiaocongjisuan.com/";
      String servlet="life/air/analysis";
      String method="get";
      
      String requestUrl=domain+servlet;
      Map<String,Object> params=new HashMap<String,Object>();
      params.put("appKey",APP_KEY);
      params.put("openId",OPEN_ID);
    
      //变动部分
      params.put("city","成都");
      
      
      String result=requestContent(requestUrl,params,method);
      System.out.println(result);
     }
    }