You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
26 lines
457 B
26 lines
457 B
#include <Rcpp.h>
|
|
using namespace Rcpp;
|
|
|
|
#include "url.h"
|
|
#include "robots.h"
|
|
|
|
//' Parse robots.txt
|
|
//'
|
|
//' @noRd
|
|
//'
|
|
// [[Rcpp::export]]
|
|
SEXP rep_parse(std::string content) {
|
|
Rcpp::XPtr<Rep::Robots> ptr(new Rep::Robots(content));
|
|
return(ptr);
|
|
}
|
|
|
|
|
|
//' Path allowed
|
|
//'
|
|
//' @noRd
|
|
//'
|
|
// [[Rcpp::export]]
|
|
bool rep_path_allowed(SEXP xp, std::string path, std::string agent = "*") {
|
|
Rcpp::XPtr<Rep::Robots> ptr(xp);
|
|
return(ptr->allowed(path, agent));
|
|
}
|
|
|