Changeset 7328 for lang/perl/POE-Component-Client-Nowa

Timestamp:

03/01/08 19:04:48 (5 years ago)

Author:

woremacx

Message:

lang/perl/POE-Component-Client-Nowa: rewriting by PoCo::HTTP

Location:

lang/perl/POE-Component-Client-Nowa/branches/poco-http

Files:

• . (copied) (copied from lang/perl/POE-Component-Client-Nowa/trunk)
• lib/POE/Component/Client/Nowa.pm (modified) (7 diffs)

lang/perl/POE-Component-Client-Nowa/branches/poco-http/lib/POE/Component/Client/Nowa.pm

@@ -1 +1 @@
 package POE::Component::Client::Nowa;
+
 use strict;
 use warnings;
-use base qw/Class::Accessor::Fast/;
-
-__PACKAGE__->mk_accessors(qw/nowa/);
-
-use POE;
-use WebService::Nowa;
+our $VERSION = '0.01';
+
+use HTTP::Request::Common;
+use HTTP::Date ();
+use JSON::Any;
+use POE::Component::SSLify;
+use POE qw( Component::Client::HTTP );
+use URI;
+use WWW::Mechanize;
+use Web::Scraper;
+use Data::Dumper;
+use Scalar::Util qw(blessed);
+use JSON::Syck ();
 
 sub spawn {
@@ -13 +21 @@
 
     my $self = bless {}, $class;
+    %args = (
+        NOWA_HOME     => 'http://my.nowa.jp/home/',
+        NOWA_API_HOME => 'https://api.nowa.jp/',
+
+        alias         => 'nowa',
+
+        %args,
+    );
+    $args{apis} = {
+        recent => {
+            json   => '/status_message/friends_timeline.json',
+            notify => 'recent_success',
+        },
+    };
+    $args{scrapers} = {
+        scrape_channel => $args{NOWA_HOME},
+        scrape_channel_recent => 'http://my.nowa.jp/channel/recent',
+    };
+
 
     $self->{session_id} = POE::Session->create(
         object_states => [
             $self => {
-                map { $_ => "poe_$_" } qw/_start _stop register unregister _unregister notify attach update recent channels channel_recent/
+                map { $_ => "poe_$_" } qw/_start _stop register unregister _unregister notify
+                                          _api _httpget _api_response _httpget_response
+                                          channels _scrape_channels
+                                          recent
+                                          channel_recent _scrape_channel_recent
+                                         /
             },
         ],
@@ -24 +56 @@
     )->ID;
 
+    POE::Component::Client::HTTP->spawn(
+        Agent => __PACKAGE__ . '/' . $VERSION,
+        Alias => $self->ua_alias,
+        CookieJar => $self->_cookie_jar($args{nowa_id}, $args{password}),
+    );
+
     $self;
+}
+
+sub _cookie_jar {
+    my ($self, $id, $pass) = @_;
+
+    my $mech = WWW::Mechanize->new;
+    $mech->agent_alias('Windows IE 6');
+    $mech->get("http://my.nowa.jp/home/");
+    my $uri = $mech->uri;
+    $mech->submit_form(
+        form_number => 1,
+        fields      => +{
+            nowa_id    => $id,
+            password   => $pass,
+            auto_login => 1,
+        },
+    );
+    die("login failed.") if $mech->uri eq $uri;
+
+    return $mech->cookie_jar;
+}
+
+sub ua_alias {
+    my $self = shift;
+    return "poco_nowa_ua_" . $self->session_id;
 }
 
@@ -36 +99 @@
 sub poe_notify {
     my($kernel, $heap, $name, $args) = @_[KERNEL, HEAP, ARG0, ARG1];
+warn "notify: $name";
     $kernel->post($_ => "nowa.$name" => $args) for keys %{$heap->{listeners}};
 }
@@ -41 +105 @@
 sub poe__start {
     my ($self, $kernel, $heap, $args) = @_[OBJECT, KERNEL, HEAP, ARG0];
-
-    $kernel->alias_set('nowa');
-
-    $heap->{nowa} = WebService::Nowa->new({
-            nowa_id  => $heap->{args}->{nowa_id},
-            password => $heap->{args}->{password},
-            api_pass => $heap->{args}->{api_pass},
-        });
-
-    $kernel->yield('attach');
+    $kernel->alias_set($args->{alias}) if $args->{alias};
+
+    $kernel->yield('channel_recent');
 }
 
@@ -62 +119 @@
 }
 
-
 sub poe_unregister {
     my($kernel, $heap, $sender) = @_[KERNEL, HEAP, SENDER];
@@ -74 +130 @@
 }
 
-
-sub poe_attach {
-    my ($kernel, $heap, $args) = @_[KERNEL, HEAP, ARG0];
-
-#    $kernel->delay( attach => 1 );
-}
-
-sub poe_update {
-    my ($self, $kernel, $heap, $message) = @_[OBJECT, KERNEL, HEAP, ARG0];
-    $heap->{nowa}->update_nanishiteru($message);
-}
+sub _scrape {
+    my ($self, $param) = @_;
+
+    my $url = $param->{uri};
+    my $stuff = $url;
+    $stuff = $url->as_string if (blessed($url) && $url->isa('URI'));
+
+    my $html = $param->{content};
+    $html = Encode::decode('utf-8', $param->{content}) unless utf8::is_utf8($param->{content});
+
+    my $base = ($html =~ /<base\s+href="([^"]+?)"/)[0] || $stuff;
+
+    $param->{scraper}->scrape($html, URI->new($base));
+}
+
+sub poe__api {
+    my ($self, $kernel, $heap, $method, $content) = @_[OBJECT, KERNEL, HEAP, ARG0, ARG1];
+
+    my $uri = URI->new_abs($method, $heap->{args}->{NOWA_API_HOME});
+    my $req;
+    if (defined($content)) {
+        $req = HTTP::Request::Common::POST(
+            $uri,
+            $content,
+        );
+    } else {
+        $req = HTTP::Request::Common::GET(
+            $uri,
+        );
+    }
+    $req->authorization_basic($heap->{args}->{nowa_id}, $heap->{args}->{api_pass});
+
+    $kernel->post($self->ua_alias => request => '_api_response', $req);
+}
+
+sub poe__httpget {
+    my ($self, $kernel, $heap, $uri) = @_[OBJECT, KERNEL, HEAP, ARG0];
+
+    my $req = HTTP::Request::Common::GET(
+        $uri,
+    );
+    $kernel->post($self->ua_alias => request => '_httpget_response', $req);
+}
+
+sub poe__api_response {
+    my($kernel, $heap, $session, $request_packet, $response_packet) = @_[KERNEL, HEAP, SESSION, ARG0, ARG1];
+
+    my $request  = $request_packet->[0];
+    my $response = $response_packet->[0];
+
+    unless ($response->is_success) {
+        $kernel->yield(notify => 'response_error', $response);
+        return;
+    }
+
+    my $uri = URI->new($request->uri)->path;
+    my $content = $response->content;
+    $content = Encode::decode('utf-8', $content) unless utf8::is_utf8($content);
+    local $JSON::Syck::ImplicitUnicode = 1;
+    my $res = JSON::Syck::Load($content);
+
+    if (ref($res) eq 'HASH' and $res->{result} eq 'fail') {
+        return;
+    }
+
+    my %apis = %{ $heap->{args}->{apis} };
+    while (my ($apiname, $api) = each(%apis)) {
+        if ($uri eq $api->{json}) {
+            $kernel->yield(notify => $api->{notify}, $res);
+            return;
+        }
+    }
+    warn "unknown " . $uri;
+}
+
+sub poe__httpget_response {
+    my($kernel, $heap, $session, $request_packet, $response_packet) = @_[KERNEL, HEAP, SESSION, ARG0, ARG1];
+
+    my $request  = $request_packet->[0];
+    my $response = $response_packet->[0];
+
+    unless ($response->is_success) {
+        $kernel->yield(notify => 'response_error', $response);
+        return;
+    }
+
+    my %scrapers = %{ $heap->{args}->{scrapers} };
+    while (my ($scraper, $uri) = each(%scrapers)) {
+        if ($request->uri eq $uri) {
+            $kernel->yield("_$scraper" => { uri => $uri, content => $response->content });
+            return;
+        }
+    }
+    warn "unknown " . $request->uri;
+}
+
+
+sub poe_channels {
+    my ($self, $kernel, $heap) = @_[OBJECT, KERNEL, HEAP];
+
+    $self->yield(_httpget => $heap->{args}->{NOWA_HOME});
+}
+
+sub poe__scrape_channels {
+    my ($self, $kernel, $heap, $param) = @_[OBJECT, KERNEL, HEAP, ARG0];
+
+    $param->{scraper} = scraper {
+        process 'ul.home-chlist > li', 'channels[]' => scraper {
+            process 'a',
+                name => 'TEXT',
+                link => '@href';
+        };
+    };
+
+    my $res = $self->_scrape($param);
+    my $data;
+    for my $chan (@{ $res->{channels} }) {
+        my $id = '#' . ($chan->{link} =~ m!^http://nowa.jp/ch/(.*?)/!)[0];
+        my $name = $chan->{name};
+        $name =~ s/\(\d+\)$//;
+        $data->{$id} = $name;
+    }
+
+    $kernel->yield(notify => 'channels_success', $data);
+}
+
 
 sub poe_recent {
-    my ($self, $kernel, $heap, $target, $message) = @_[OBJECT, KERNEL, HEAP];
-
-    my $data = $heap->{nowa}->recent;
-    $kernel->yield(notify => 'recent_success', $data);
-}
-
-sub poe_channels {
-    my ($self, $kernel, $heap, $target, $message) = @_[OBJECT, KERNEL, HEAP];
-
-    my $data = $heap->{nowa}->channels;
-    $kernel->yield(notify => 'channels_success', $data);
-}
+    my ($self, $kernel, $heap) = @_[OBJECT, KERNEL, HEAP];
+
+    $self->yield(_api => $heap->{args}->{apis}->{recent}->{json});
+}
+
 
 sub poe_channel_recent {
-    my ($self, $kernel, $heap, $target, $message) = @_[OBJECT, KERNEL, HEAP];
-
-    my $data = $heap->{nowa}->channel_recent;
-    $kernel->yield(notify => 'channel_recent_success', $data);
+    my ($self, $kernel, $heap) = @_[OBJECT, KERNEL, HEAP];
+
+    $self->yield(_httpget => $heap->{args}->{scrapers}->{scrape_channel_recent});
+}
+
+sub poe__scrape_channel_recent {
+    my ($self, $kernel, $heap, $param) = @_[OBJECT, KERNEL, HEAP, ARG0];
+
+    $param->{scraper} = scraper {
+        process 'ul#article-list > li', 'msgs[]' => scraper {
+            process_first 'a.blue-cms',
+                user => 'TEXT',
+                userlink => '@href';
+            process 'span.body',
+                body => 'TEXT';
+            process 'span.body > a',
+                channel => 'TEXT',
+                channellink => '@href';
+            process 'span.time > a',
+                permalink => '@href';
+        };
+    };
+
+    my $res = $self->_scrape($param);
+    my @data;
+    for my $msg (@{ $res->{msgs} }) {
+        next unless $msg->{permalink};
+
+        my $user = ($msg->{userlink} =~ m!^http://([^\.]+)\.nowa\.jp/!)[0];
+        my $body = $msg->{body};
+        $body =~ s/\s+#\w+$//;
+
+        push(@data, +{
+            body => $body,
+            user => $user,
+            permalink => $msg->{permalink}->as_string,
+            channel => $msg->{channel},
+        });
+    }
+
+    $kernel->yield(notify => 'channel_recent_success', \@data);
 }