从R中的多个url页面下载多个.xlsx文件

Question

正在尝试从此url将多个页面.xlsx下载到R中。

https://niti.gov.in/best-practices/district-wise-statistics

已读取的网址，可以下载一页一次，但想要导入所有页面一次。

pg <- read_html("https://niti.gov.in/best-practices/district-wise-statistics/")

pg %>% 
  html_nodes("a") %>%
  html_attr("href") %>%
  str_subset("\\.xlsx") 

Answer 1

像这样的东西可能会让你得到你需要的东西。

library(rvest)
library(dplyr)

temp.fldr <- paste0(tempdir(), '/')

base.url <- 'https://niti.gov.in/best-practices/district-wise-statistics'

last <- read_html(base.url) %>%
         html_nodes(xpath = "//a[contains(text(), 'last ')]") %>%
         html_attr('href')

pg.cnt = as.numeric(sub('.*=', '', last))

for(i in 0:pg.cnt){
  page <- paste0(base.url, '?term_node_tid_depth=All&page=', i)
  print(paste('Processing page:', i + 1, 'of', pg.cnt + 1))

  links <- read_html(page) %>%
           html_nodes(xpath = "//a[contains(text(), 'xlsx')]")

  files <- lapply(links, function(x){
             fpath <- paste0(temp.fldr, trimws(sub("^.*?\\.", '', html_text(x))))
             link <- paste0('https://niti.gov.in', html_attr(x, 'href'))
             download.file(link, fpath, mode = 'wb')
             print(fpath)
             return(fpath)
           })
}