basicscraper/handler.js at master · anoChick/basicscraper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
'use strict';
require('date-utils');
var client = require('cheerio-httpcli');
module.exports.scrape = (event, context, callback) => {
  let PARAMS = event.queryStringParameters;
  var queries = {}
  for (var i = 0; i < 10; i++) {
    var q = PARAMS['query[' + i + ']'];
    if (q) {
      var d = {
        query: q
      };
      d.datatype = PARAMS['datatype[' + i + ']'];
      d.label = PARAMS['label[' + i + ']'];
      queries[i] = d;
    }
  }
  client.fetch(PARAMS.url, {}, function(err, $, res) {
    var cast = function(data, datatype) {
      switch (datatype) {
        case 'float':
          return parseFloat(data);
        case 'int':
          return parseInt(data);
        case 'string':
          return data.trim();
      }
      return data;
    }
    var result = [];
    if (PARAMS.query) {

      result = {
        query: PARAMS.query,
        value: cast($(PARAMS.query).text() || '', PARAMS.datatype)
      };
      if (PARAMS.label) result.label = PARAMS.label;

    } else {
      for (var queryIndex in queries) {
        var d = {
          index: queryIndex,
          query: queries[queryIndex].query,
          value: cast($(queries[queryIndex].query).text() || '',
            queries[queryIndex].datatype)
        };
        if (queries[queryIndex].label) d.label = queries[queryIndex].label;
        result.push(d);
      }
    }
    const response = {
      statusCode: 200,
      body: JSON.stringify({
        datetime: new Date().toFormat("YYYY-MM-DD HH:MI:SS"),
        url: PARAMS.url,
        result: result
      }),
    };
    callback(null, response);
  });
};