You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
26 lines
533 B
26 lines
533 B
#' Create a robots.txt object
|
|
#'
|
|
#' @param x atomic character vector containing a complete robots.txt file
|
|
#' @export
|
|
#' @examples
|
|
#' imdb <- paste0(readLines(system.file("extdata", "imdb-robots.txt", package="rep")), collapse="\n")
|
|
#' rt <- robxp(imdb)
|
|
robxp <- function(x) {
|
|
|
|
robxp <- rep_parse(x)
|
|
class(robxp) <- c("robxp")
|
|
|
|
robxp
|
|
|
|
}
|
|
|
|
|
|
#' Custom printer for 'robexp' objects
|
|
#'
|
|
#' @md
|
|
#' @param x object to print
|
|
#' @param ... unused
|
|
#' @export
|
|
print.robxp <- function(x, ...) {
|
|
cat("<Robots Exclusion Protocol Object>")
|
|
}
|