1
0
mirror of https://git.FreeBSD.org/ports.git synced 2024-10-20 20:09:11 +00:00

WWW::RobotRules::Parser allows you to simply parse robots.txt files

as described in http://www.robotstxt.org/wc/norobots.html.

WWW:	http://http://search.cpan.org/dist/WWW-RobotRules-Parser/

PR:		ports/120160
Submitted by:	Masahiro Teramoto <markun at onohara.to>
This commit is contained in:
Martin Wilke 2008-02-16 13:52:51 +00:00
parent c380f6be74
commit 201a939790
Notes: svn2git 2021-03-31 03:12:20 +00:00
svn path=/head/; revision=207323
5 changed files with 41 additions and 0 deletions

View File

@ -935,6 +935,7 @@
SUBDIR += p5-WWW-OpenSVN
SUBDIR += p5-WWW-OpenSearch
SUBDIR += p5-WWW-Robot
SUBDIR += p5-WWW-RobotRules-Parser
SUBDIR += p5-WWW-Scraper-ISBN
SUBDIR += p5-WWW-Scraper-ISBN-Amazon_Driver
SUBDIR += p5-WWW-Scraper-ISBN-Driver

View File

@ -0,0 +1,26 @@
# New ports collection makefile for: p5-WWW-RobotRules-Parser
# Date created: 2008-01-30
# Whom: Masahiro Teramoto <markun@onohara.to>
#
# $FreeBSD$
#
PORTNAME= WWW-RobotRules-Parser
PORTVERSION= 0.04001
CATEGORIES= www perl5
MASTER_SITES= CPAN
PKGNAMEPREFIX= p5-
MAINTAINER= markun@onohara.to
COMMENT= Just Parse robots.txt
BUILD_DEPENDS= p5-libwww>=0:${PORTSDIR}/www/p5-libwww \
p5-URI>=0:${PORTSDIR}/net/p5-URI
RUN_DEPENDS= p5-libwww>=0:${PORTSDIR}/www/p5-libwww \
p5-URI>=0:${PORTSDIR}/net/p5-URI
PERL_CONFIGURE= yes
MAN3= WWW::RobotRules::Parser.3
.include <bsd.port.mk>

View File

@ -0,0 +1,3 @@
MD5 (WWW-RobotRules-Parser-0.04001.tar.gz) = bc56361f48f1199f7252ca2e1d1af7dd
SHA256 (WWW-RobotRules-Parser-0.04001.tar.gz) = e5c6166a3b2234c5aeef90bf433cde657dccbe60f1ab112387030ce9789fbb43
SIZE (WWW-RobotRules-Parser-0.04001.tar.gz) = 19608

View File

@ -0,0 +1,4 @@
WWW::RobotRules::Parser allows you to simply parse robots.txt files
as described in http://www.robotstxt.org/wc/norobots.html.
WWW: http://http://search.cpan.org/dist/WWW-RobotRules-Parser/

View File

@ -0,0 +1,7 @@
%%SITE_PERL%%/%%PERL_ARCH%%/auto/WWW/RobotRules/Parser/.packlist
%%SITE_PERL%%/WWW/RobotRules/Parser.pm
@dirrmtry %%SITE_PERL%%/%%PERL_ARCH%%/auto/WWW/RobotRules/Parser
@dirrmtry %%SITE_PERL%%/%%PERL_ARCH%%/auto/WWW/RobotRules
@dirrmtry %%SITE_PERL%%/%%PERL_ARCH%%/auto/WWW
@dirrmtry %%SITE_PERL%%/WWW/RobotRules
@dirrmtry %%SITE_PERL%%/WWW