diff --git a/scraping/config.R b/scraping/config.R new file mode 100644 index 0000000..740a1e2 --- /dev/null +++ b/scraping/config.R @@ -0,0 +1,2 @@ +DOWNLOAD_DIR = "../data/" # warning: this is not created (should maybe) + diff --git a/scraping/fetch.R b/scraping/fetch.R index cfbf6e4..dc71d27 100644 --- a/scraping/fetch.R +++ b/scraping/fetch.R @@ -1,9 +1,8 @@ source("../utils/helpers.R") +source("config.R") library(RCurl) library(stringr) -DOWNLOAD_DIR = "../data/" # warning: this is not created (should maybe) - mk_absolute_url <- function(path) paste0("https://www.bundestag.de", path) mk_url <- function(offset) {