Changeset 18428 for lang/perl/Net-DMM/trunk/lib/Net/DMM/Scraper/PcgamesCaptureImg.pm

Timestamp:

08/29/08 16:42:16 (4 months ago)

Author:

bayashi

Message:

いろいろと手を加えました

Files:

• lang/perl/Net-DMM/trunk/lib/Net/DMM/Scraper/PcgamesCaptureImg.pm (modified) (2 diffs)

lang/perl/Net-DMM/trunk/lib/Net/DMM/Scraper/PcgamesCaptureImg.pm

@@ -1 +1 @@
 package Net::DMM::Scraper::PcgamesCaptureImg;
-#
-# pcgameカテゴリの個別商品ページからキャプチャ画像をスクレイピング
-#
+
+use strict;
+use warnings;
+#use utf8;
+
+use Web::Scraper;
+use Net::DMM::Util qw( _fetch _rm_space );
 
 use base qw(Class::Accessor);
 __PACKAGE__->mk_accessors(
-        qw( title img )
+    qw( title img )
 );
 
-use strict;
-use warnings;
-use utf8;
-
-use URI::Fetch;
-use Cache::FileCache;
-use Encode qw(encode decode);
-use URI;
-use Web::Scraper;
-
-our $VERSION = '0.0.2';
-
 sub new {
-        my ($class, $opt) = @_;
-        my $self = bless {
-                url   => $opt->{url},
-                opt   => $opt->{opt},
-                img   => [],
-        }, $class;
-        $self->_scrape if $self->{url};
-        $self;
+    my ($class, $opt) = @_;
+    my $self = bless {
+        url   => $opt->{url},
+        opt   => $opt->{opt},
+        img   => [],
+    }, $class;
+    $self->_scrape if $self->{url};
+    $self;
 }
 
 sub _scrape {
-        my $self = shift;
-        my $url  = URI->new($self->{url});
-        my $result = scraper {
-                process '/html/body/table/tr/td[3]/div/p/strong',
-                'title' => 'TEXT';
-                process '/html/body/table/tr/td[3]/table/tr/td/input',
-                'img[]' => '@src';
-        }->scrape($self->_fetch($url));
+    my $self = shift;
+    my $result = scraper {
+        process '/html/body/table/tr/td[3]/div/p/strong',
+        'title' => 'TEXT';
+        process '/html/body/table/tr/td[3]/table/tr/td/input',
+        'img[]' => '@src';
+    }->scrape($self->_fetch($self->{url}));
 
-        foreach my $key (keys %$result){
-                if($key =~ /^(img)$/){
-                        foreach my $i (@{$result->{$key}}){
-                                push(@{$self->{$1}}, $i);
-                        }
-                }else{
-                        $self->set($key, $self->_delete_space($result->{$key}));
-                }
-        }
-}
-
-sub _delete_space {
-        my ($self, $str) = @_;
-        $str =~ s/^\s*(.*?)\s*$/$1/;
-        return $str;
-}
-
-sub _fetch {
-        my $self = shift || return;
-        my $url  = shift || return;
-        my $page = '';
-        if($self->{opt}->{fetch}){
-                $page = URI::Fetch->fetch(
-                        $url,
-                        UserAgent => $self->{opt}->{ua},
-                        Cache     => $self->{opt}->{fetch}->{cache},
-                        NoNetwork => $self->{opt}->{fetch}->{nonetwork},
-                );
-        }else{
-                $page = URI::Fetch->fetch(
-                        $url,
-                        UserAgent => $self->{opt}->{ua},
-                );
-        }
-        return encode('utf8', decode('euc-jp', $page->content));
+    foreach my $key (keys %$result){
+        if($key =~ /^(img)$/){
+            foreach my $i (@{$result->{$key}}){
+                push(@{$self->{$1}}, $i);
+            }
+        }else{
+            $self->set($key, $self->_rm_space($result->{$key}));
+        }
+    }
 }
 
@@ -87 +52 @@
 Net::DMM::Scraper::PcgamesCaptureImg
 
+=head1 METHOD
 
-=head1 VERSION
+=over
 
-This document describes Net::DMM::Scraper::PcgamesCaptureImg version 0.0.2
+=item new
 
-
-=head1 SYNOPSIS
-
-    use Net::DMM::Scraper::PcgamesCaptureImg;
+=back
 
 =head1 AUTHOR