Browse Source

Partial parameter match in can_fetch() -- fixes #3

master
petermeissner 4 years ago
parent
commit
32963fb644
  1. 4
      DESCRIPTION
  2. 2
      R/can-fetch.r

4
DESCRIPTION

@ -1,8 +1,8 @@
Package: spiderbar
Type: Package
Title: Parse and Test Robots Exclusion Protocol Files and Rules
Version: 0.2.2
Date: 2019-08-18
Version: 0.2.3
Date: 2020-05-29
Author: Bob Rudis (bob@rud.is) [aut, cre], SEOmoz, Inc [aut]
Maintainer: Bob Rudis <bob@rud.is>
Description: The 'Robots Exclusion Protocol' <https://www.robotstxt.org/orig.html> documents

2
R/can-fetch.r

@ -22,7 +22,7 @@
can_fetch <- function(obj, path = "/", user_agent = "*") {
if (inherits(obj, "robxp")) {
vapply(path, rep_path_allowed, logical(1), x=obj, agent=user_agent, USE.NAMES=FALSE)
vapply(path, rep_path_allowed, logical(1), xp=obj, agent=user_agent, USE.NAMES=FALSE)
} else {
return(NULL)
}

Loading…
Cancel
Save