-
Notifications
You must be signed in to change notification settings - Fork 0
/
user_list.js
73 lines (53 loc) · 1.69 KB
/
user_list.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
module.exports = function(page, users) {
console.log("user_list " + page + " " + users);
//Initialize instance
const request = require("request");
const cheerio = require("cheerio");
const ulParser = require('./ul_parser.js');
var result = 0;
// Define request url
var requestUrl = "http://info.finance.yahoo.co.jp/kabuyoso/specialist/disp_no/?p="+page;
// Send http request
request({url: requestUrl}, function(error, response, body) {
console.log("request");
// If request succeed
if (!error && response.statusCode == 200) {
$ = cheerio.load(body); // Create cheerio instance
ulParser($);
var data = $().parseul();
for (d of data) {
var usr = null;
users.findOne({where: {user_id: d}}).then((u) => {
usr = u;
});
if (usr == null) {
result++;
}
users.findOrCreate({where: {user_id: d}});
}
var url = response.request.href;
var title = $("title").text();
console.log(url);
console.log(title);
// Create new instance
var user = users.build();
}
// If error occured
else {
console.log("--------------------------------------------------");
if (error && "code" in error) {
console.log("Error Code:" + error.code);
}
if (error && "errno" in error) {
console.log("Error No:" + error.errno);
}
if (error && "syscall" in error) {
console.log("Error Syscall:" + error.syscall);
}
if (response && "statusCode" in response) {
console.log("Status Code:" + response.statusCode);
}
}
});
return result;
}