#------------------------------------------------------------------------------ # Copyright (C) 2015, Jasper Lievisse Adriaanse # # Permission to use, copy, modify, and distribute this software for any # purpose with or without fee is hereby granted, provided that the above # copyright notice and this permission notice appear in all copies. # # THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES # WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF # MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR # ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES # WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN # ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF # OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. # #------------------------------------------------------------------------------ package Portscout::SiteHandler::PyPI; use JSON qw(decode_json); use LWP::UserAgent; use Portscout::Const; use Portscout::Config; use strict; require 5.006; #------------------------------------------------------------------------------ # Globals #------------------------------------------------------------------------------ push @Portscout::SiteHandler::sitehandlers, __PACKAGE__; our %settings; #------------------------------------------------------------------------------ # Func: new() # Desc: Constructor. # # Args: n/a # # Retn: $self #------------------------------------------------------------------------------ sub new { my $self = {}; my $class = shift; $self->{name} = 'PyPI'; bless ($self, $class); return $self; } #------------------------------------------------------------------------------ # Func: CanHandle() # Desc: Ask if this handler (package) can handle the given site. # # Args: $url - URL of site. # # Retn: $res - true/false. #------------------------------------------------------------------------------ sub CanHandle { my $self = shift; my ($url) = @_; return ($url =~ /https?:\/\/pypi\.python\.org\//); } #------------------------------------------------------------------------------ # Func: GetFiles() # Desc: Extract a list of files from the given URL. Simply query the API. # # Args: $url - URL we would normally fetch from. # \%port - Port hash fetched from database. # \@files - Array to put files into. # # Retn: $success - False if file list could not be constructed; else, true. #------------------------------------------------------------------------------ sub GetFiles { my $self = shift; my ($url, $port, $files) = @_; my ($pypi, $package, $resp, $query, $ua); $pypi = 'https://pypi.python.org/pypi/'; # Strip all the digits at the end to keep the stem of the module. if ($port->{distname} =~ /(.*?)-(\d+)/) { $package = $1; } $query = $pypi . $package . '/json'; _debug("GET $query"); $ua = LWP::UserAgent->new; $ua->agent(USER_AGENT); $resp = $ua->request(HTTP::Request->new(GET => $query)); if ($resp->is_success) { my ($json, $urls); $json = decode_json($resp->decoded_content); $urls = $json->{urls}; foreach my $url (@$urls) { push(@$files, $url->{filename}); } } else { _debug("GET failed: " . $resp->code); return 0; } return 1; } #------------------------------------------------------------------------------ # Func: _debug() # Desc: Print a debug message. # # Args: $msg - Message. # # Retn: n/a #------------------------------------------------------------------------------ sub _debug { my ($msg) = @_; $msg = '' if (!$msg); print STDERR "(" . __PACKAGE__ . ") $msg\n" if ($settings{debug}); } 1;