Browse Source

move data directory constant to config file

package
flavis 4 years ago
parent
commit
7e83ee819e
2 changed files with 3 additions and 2 deletions
  1. +2
    -0
      scraping/config.R
  2. +1
    -2
      scraping/fetch.R

+ 2
- 0
scraping/config.R View File

@@ -0,0 +1,2 @@
DOWNLOAD_DIR = "../data/" # warning: this is not created (should maybe)


+ 1
- 2
scraping/fetch.R View File

@@ -1,9 +1,8 @@
source("../utils/helpers.R") source("../utils/helpers.R")
source("config.R")
library(RCurl) library(RCurl)
library(stringr) library(stringr)


DOWNLOAD_DIR = "../data/" # warning: this is not created (should maybe)

mk_absolute_url <- function(path) paste0("https://www.bundestag.de", path) mk_absolute_url <- function(path) paste0("https://www.bundestag.de", path)


mk_url <- function(offset) { mk_url <- function(offset) {


Loading…
Cancel
Save