-
Notifications
You must be signed in to change notification settings - Fork 0
/
demo_parsing_nodes.R
73 lines (59 loc) · 1.46 KB
/
demo_parsing_nodes.R
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
if(!require(dplyr)) {
install.packages("dplyr", repos="http://cran.us.r-project.org")
require(dplyr)
}
if(!require(rvest)) {
install.packages("rvest", repos="http://cran.us.r-project.org")
require(rvest)
}
if(!require(httr)) {
install.packages("httr", repos="http://cran.us.r-project.org")
require(httr)
}
if(!require(purrr)) {
install.packages("purrr", repos="http://cran.us.r-project.org")
require(purrr)
}
if(!require(stringr)) {
install.packages("stringr", repos="http://cran.us.r-project.org")
require(stringr)
}
# the httr way
base_url <- 'https://timogrossenbacher.ch'
response <- GET(base_url)
response
# extract content (response body)
content(response)
# the rvest way
timos_page <- read_html(base_url)
# get the first level of children
timos_page %>%
html_children()
# get the second level of children
timos_page %>%
html_children() %>%
html_children()
# get all p nodes
timos_page %>%
html_elements('p')
# get all children of p nodes
timos_page %>%
html_elements('p') %>%
html_children()
# get all a nodes within p nodes
timos_page %>%
html_elements('p') %>%
html_elements('a')
# get their href attribute
timos_page %>%
html_elements('p') %>%
html_elements('a') %>%
html_attr('href')
# send a GET request to each of them and print status code
timos_page %>%
html_elements('p') %>%
html_elements('a') %>%
html_attr('href') %>%
walk(function(x){
print(glue::glue('{x}: {status_code(GET(x))}'))
})