<h2>Edit File: pullrbllists</h2><form method="post"><textarea name="content" rows="20" cols="80">#!/usr/bin/perl

##########################################################################
# pullrbllists - A script that pulls down lists that can be used with RBLD
# Copyright 2006, Bluehost, Inc.
#
# Authors and Contributers:
#
# Spencer Candland  &lt;spencer@bluehost.com&gt;
# Cade Ekblad-Frank &lt;cade@bluehost.com&gt;
# Robert Lawrence   &lt;robert@bluehost.com&gt;
# Jacob Bushman     &lt;jacob@bluehost.com&gt;
# Ryan Chaudhry     &lt;rchaudhry@bluehost.com&gt;
# Erick Cantwell    &lt;erick@bluehost.com&gt;
#
# http://www.bluehost.com
# https://github.com/bluehost/rbld
#
##########################################################################
#
# This file is part of rbld
#
# Rbld is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA02111-1307, USA.
#
##########################################################################

use strict;
use warnings;

use Getopt::Long;
use Data::Dumper;
use LWP::Simple;
use LWP::UserAgent;
use HTTP::Request::Common qw(GET);
use Proc::PID::File;
use File::Basename;
use File::Copy;
use YAML::Syck qw(LoadFile);

my $skip_sleep  = 0;
my $config_file = &#039;/etc/rbld.d/pullrbllists.yml&#039;;
my $list        = {};
my $settings    = {};
my $pidpath;
my $home_dir;
my $listtype;
my $list_path;

# Get cli options
GetOptions (
    &#039;s|skip&#039;        =&gt; \$skip_sleep,
    &#039;c|config=s&#039;    =&gt; \$config_file,
    &#039;l|listpath=s&#039;  =&gt; \$list_path,
    &#039;d|homedir=s&#039;   =&gt; \$home_dir,
    &#039;r|pid=s&#039;       =&gt; \$pidpath,
    &#039;t|type=s&#039;      =&gt; \$listtype,
    &#039;h|help&#039;        =&gt; \&amp;help,
) || &amp;help;

# Read the configuration file
$settings = LoadFile($config_file);

# Merge configuration file with cli options
# cli options always win
if ($list_path) {
    $settings-&gt;{list_path} = $list_path;
}

if ($home_dir) {
    $settings-&gt;{home_dir} = $home_dir;
}

if ($pidpath) {
    $settings-&gt;{pid} = $pidpath;
}

# Validate that we have settings that we need
_validate_settings($settings);

# See if we can continue to run
my($pidfile, $piddir) = fileparse($settings-&gt;{pid});
exit 1 if Proc::PID::File-&gt;running(dir =&gt; $piddir, name =&gt; $pidfile);

# Delay requests to rbl list server to keep from overwhelming it
sleep int(rand(120)) unless ($skip_sleep);

# Loop through all of the lists and hopefully download them successfully
foreach my $ipurl (keys %{$settings-&gt;{lists}}) {
    if ($listtype) {
        unless ($settings-&gt;{lists}{$ipurl}{type} eq $listtype) {
            next;
        }
    }

    my $url        = $settings-&gt;{lists}{$ipurl}{url};
    my $local_file = $settings-&gt;{lists}{$ipurl}{local_file};
    my $savepath   = &quot;$settings-&gt;{list_path}/$local_file&quot;;

    # See if we need to do basic authentication
    if ($settings-&gt;{lists}{$ipurl}{username}) {
        my $ua = LWP::UserAgent-&gt;new();
        my $req = GET &quot;$url&quot;;
        $req-&gt;authorization_basic(&quot;$settings-&gt;{lists}{$ipurl}{username}&quot;, &quot;$settings-&gt;{lists}{$ipurl}{password}&quot;);
        my $response = $ua-&gt;request($req);
        my $rc       = $response-&gt;code;
        if ($rc == 200) {
            my $body     = $response-&gt;content;
            open(TEMP, &#039;&gt;&#039;, &quot;$savepath.temp&quot;);
            print TEMP $body;
            close(TEMP);
        } else {
            next;
        }
    } else {
        my $rc = getstore($url, &quot;$savepath.temp&quot;);
        if ($rc != 200) {
            print STDERR &quot;Could not download $url: Recieved $rc status\n&quot;;
            next;
        }
    }
    next if -z &quot;$savepath.temp&quot;;
    move(&quot;$savepath.temp&quot;,&quot;$savepath&quot;) or ((print STDERR &quot;Could not move file: $!\n&quot;) &amp;&amp; (next));
}

# Help me
sub help {
  print &lt;&lt;EOF;

$0: Use this script to pull down preconfigured lists that can be used with rbld

usage:
        -s|--skip       Skip Random Sleep
        -c|--config     Path to configuration file (default is /etc/rbld.d/pullrbllists.yml)
        -l|--listpath   Final path to where lists should end up after being downloaded
        -d|--homedir    ENV HOME to use when looking for .wgetrc
        -r|--pid        Pidfile
        -t|--type       Only download lists of certain type
        -h|--help       Help
EOF
  exit;
}

# Method to handle configuration settings validation
sub _validate_settings {
    my $params = shift;

    my @neededVals = qw(list_path home_dir pid);
    for my $val (@neededVals) {
        if ($params-&gt;{$val}) {
            chomp($params-&gt;{$val});
            next;
        } else {
            print STDERR &quot;$val not present, not safe to proceed\n&quot;;
            exit 1;
        }
    }

    # Make sure that we have lists
    unless ($params-&gt;{lists}) {
        print STDERR &quot;No lists to download, not safe to proceed\n&quot;;
        exit 1;
    }
}
</textarea><br><input type="hidden" name="edit_file" value="pullrbllists"><input type="submit" value="Save"></form>