[nodeJS] 快速搭建web服务器提供api服务 | 云函数爬虫

柔光的暖阳◎ 2023-07-06 10:26 2阅读 0赞

### 安装 ###

*  安装nodejs
 *  查看版本npm -v
 *  新建api项目 执行npm init 初始化package.json
 *  添加依赖包 执行npm install express body-parser mysql cors request --save
 *  新建index.js 添加配置

/* 引入express框架 */
    const express = require('express');
    const app = express();
     
    /* 引入cors */
    const cors = require('cors');
    app.use(cors());
     
    /* 引入body-parser */
    const bodyParser = require('body-parser');
    app.use(bodyParser.json());
    app.use(bodyParser.urlencoded({ extended: false }));
    
     
    /* 引入mysql 
    const mysql = require('mysql');
    const conn = mysql.createConnection({
        host: 'localhost',
        user: 'root',
        password: '123456',
        database: 'test',
        multipleStatements: true
    })
    */
    
    const ncov = require('./getDxyData')
    
     
    /* 监听端口 */
    app.listen(8585, () => {
        console.log('——————————服务已启动——————————');
    })
     
    app.get('/', (req, res) => {
        res.send('<p style="color:red">服务已启动</p>');
    })
     
    
    app.get('/api/getNcovData', (req, res) => {
      ncov.main_handler((data)=>{
        res.json(data)
      })
    })

引入函数文件 getDxyData.js 爬取丁香园数据

const request = require('request')
    //获取丁香园疫情数据
    async function getDxyData() {
      try {
        const body = await new Promise(
          (resolve, reject) => {
            request({
              method: 'GET',
              uri: 'https://ncov.dxy.cn/ncovh5/view/pneumonia'
            }, (error, response, body) => {
              if (error) return reject(error)
              resolve(body)
            })
          }
        )
        const statistics = JSON.parse(/getStatisticsService\s*=\s*(.*?)}catch/.exec(body)[1])
        const timeline = JSON.parse(/getTimelineService\s*=\s*(.*?)}catch/.exec(body)[1])
    
        const areaStatistics = JSON.parse(/getAreaStat\s*=\s*(.*?)}catch/.exec(body)[1])
        let listByArea = areaStatistics.map((x) => {
          return {
            provinceName: x.provinceName,
            provinceShortName: x.provinceShortName,
            tags: x.tags,
            confirmed: x.confirmedCount,
            suspected: x.suspectedCount,
            cured: x.curedCount,
            dead: x.deadCount,
            comment: x.comment,
            cities: x.cities.map((x) => {
              return {
                cityName: x.cityName,
                confirmed: x.confirmedCount,
                suspected: x.suspectedCount,
                cured: x.curedCount,
                dead: x.deadCount
              }
            })
          }
        })
    
        let listByOther = JSON.parse(/getListByCountryTypeService1\s*=\s*(.*?)}catch/.exec(body)[1])
        listByOther = listByOther.map((x) => {
          return {
            provinceId: x.provinceId,
            provinceName: x.provinceName,
            provinceShortName: x.provinceShortName,
            tags: x.tags,
            confirmed: x.confirmedCount,
            suspected: x.suspectedCount,
            cured: x.curedCount,
            dead: x.deadCount,
            comment: x.comment,
            createTime: x.createTime,
            modifyTime: x.modifyTime,
          }
        })
    
        return {
          readme: {
            source: 'https://ncov.dxy.cn/ncovh5/view/pneumonia',
            statistics: '数据概要',
            listByArea: '国内数据',
            listByOther: '国外数据',
            timeline: '实时播报'
          },
          statistics,
          listByArea,
          listByOther,
          timeline
        }
      } catch (err) {
        return null
      }
    }
    
    exports.main_handler = async (callback) => {
      const data = await getDxyData()
      if (!data)callback({ error: 1, message: '加载失败，刷新再试' })
      callback({ error: 0, message: '数据获取成功',data:data })
      
    }

执行命令 node index.js

$ node index.js
    ——————————服务已启动——————————

打开页面访问 : [http://localhost:8585/api/getNcovData][http_localhost_8585_api_getNcovData]

![watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MDkwMjUyNw_size_16_color_FFFFFF_t_70][]

[http_localhost_8585_api_getNcovData]: http://localhost:8585/api/getNcovData
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MDkwMjUyNw_size_16_color_FFFFFF_t_70]: https://img-blog.csdnimg.cn/20200217220913254.png?x-oss-process=image/watermark,type_ZmFuZ3poZW5naGVpdGk,shadow_10,text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MDkwMjUyNw==,size_16,color_FFFFFF,t_70