beautify fetching

2021-06-24 13:30:30 +02:00
parent 7db0c9754a
commit aac8280843
1 changed files with 6 additions and 3 deletions
@@ -16,9 +16,12 @@ download_protocol <- function(path, name) {
 }

 fetch_batch <- function(offset) {
-    url <- mk_url(offset)
-    res <- as.character(read_html(url))
-    paths <- str_match_all(res, "/resource/blob/.*?/([0-9]*-data\\.xml)")[[1]]
+    mk_url(offset) %>%
+        read_html() %>%
+        as.character() %>%
+        str_match_all("/resource/blob/.*?/([0-9]*-data\\.xml)") %>%
+        `[[`(1) ->
+        paths
    mapply(download_protocol, paths[,1], paths[,2])
    return(length(paths) > 0)
 }