Changeset 11427 for lang/perl/plagger

Timestamp:

05/12/08 12:40:41 (6 months ago)

Author:

charsbar

Message:

Plagger::Plugin::CustomFeed::MxiiScraper?: I didn't noticed this was imported here. reluctantly sync-ed with the latest version in the plagger's main repo.

Files:

• lang/perl/plagger/lib/Plagger/Plugin/CustomFeed/MixiScraper.pm (modified) (7 diffs)

lang/perl/plagger/lib/Plagger/Plugin/CustomFeed/MixiScraper.pm

@@ -41 +41 @@
         get_detail => 'view_event',
     },
+    BBS => {
+        title      => 'コミュニティ最新書き込み',
+        get_list   => 'new_bbs',
+        get_detail => 'view_bbs',
+    },
 };
 
@@ -81 +86 @@
     for my $type (@{$self->conf->{feed_type} || ['FriendDiary']}) {
         $context->error("$type not found") unless $MAP->{$type};
-        $self->aggregate_feed($context, $type, $args);
-    }
-}
+        if ($type eq 'BBS' and $self->conf->{split_bbs_feed}) {
+            $self->aggregate_bbs_feed($context, $type, $args);
+        }
+        else {
+            $self->aggregate_feed($context, $type, $args);
+        }
+    }
+}
+
 sub aggregate_feed {
     my($self, $context, $type, $args) = @_;
@@ -90 +101 @@
     $feed->type('mixi');
     $feed->title($MAP->{$type}->{title});
-
-    my $format = DateTime::Format::Strptime->new(pattern => '%Y-%m-%d %H:%M');
 
     my $meth = $MAP->{$type}->{get_list};
@@ -101 +110 @@
 
     my $i = 0;
-    my $blocked = 0;
+    $self->{blocked} = 0;
     for my $msg (@msgs) {
         next if $type eq 'FriendDiary' and $msg->{link}->query_param('url'); # external blog
         last if $i++ >= $items;
 
-        my $entry = Plagger::Entry->new;
-        $entry->title($msg->{subject});
-        $entry->link($msg->{link});
-        $entry->author($msg->{name});
-        $entry->date( Plagger::Date->parse($format, $msg->{time}) );
-
-        if ($self->conf->{show_icon} && !$blocked && defined $MAP->{$type}->{icon}) {
-            my $owner_id = $msg->{link}->query_param($MAP->{$type}->{icon});
-            $context->log(info => "Fetch icon of id=$owner_id");
-
-            my $item = $self->cache->get_callback(
-                "outline-$owner_id",
-                sub {
-                    Time::HiRes::sleep( $self->conf->{fetch_body_interval} || 1.5 );
-                    my $item = $self->{mixi}->show_friend->parse(id => $owner_id)->{outline};
-                    $item;
-                },
-                '12 hours',
-            );
-            if ($item && $item->{image} !~ /no_photo/) {
-                # prefer smaller image
-                my $image = $item->{image};
-                   $image =~ s/\.jpg$/s.jpg/;
-                $entry->icon({
-                    title => $item->{name},
-                    url   => $image,
-                    link  => $item->{link},
-                });
+        $self->add_entry( $context, $type, $feed, $msg );
+    }
+
+    $context->update->add($feed);
+}
+
+sub aggregate_bbs_feed {
+    my($self, $context, $type, $args) = @_;
+
+    my $meth = $MAP->{$type}->{get_list};
+    my @msgs = $self->{mixi}->$meth->parse;
+    my $items = $self->conf->{fetch_items} || 20;
+    $self->log(info => 'fetch ' . scalar(@msgs) . ' entries');
+
+    my $i = 0;
+    $self->{blocked} = 0;
+    for my $msg (@msgs) {
+        next if $type eq 'FriendDiary' and $msg->{link}->query_param('url'); # external blog
+        last if $i++ >= $items;
+
+        my $feed = Plagger::Feed->new;
+        $feed->type('mixi');
+        (my $subject = $msg->{subject}) =~ s/\(\d+\)$//;
+        (my $link = $msg->{link}) =~ s/&comment_count=\d*//;
+        $feed->title($subject);
+        $feed->description($MAP->{$type}->{title}.': '.$msg->{name});
+        $feed->link($link);
+
+        $self->add_entry( $context, $type, $feed, $msg );
+
+        $context->update->add($feed);
+    }
+}
+
+my $format = DateTime::Format::Strptime->new(pattern => '%Y-%m-%d %H:%M');
+
+sub add_entry {
+    my ($self, $context, $type, $feed, $msg) = @_;
+
+    my $entry = Plagger::Entry->new;
+    $entry->title($msg->{subject});
+    $entry->link($msg->{link});
+    $entry->author($msg->{name});
+    $entry->date( Plagger::Date->parse($format, $msg->{time}) );
+    $entry->date->set_time_zone('Asia/Tokyo') if $entry->date;
+
+    if ($self->conf->{show_icon} && !$self->{blocked} && defined $MAP->{$type}->{icon}) {
+        my $owner_id = $msg->{link}->query_param($MAP->{$type}->{icon});
+        $context->log(info => "Fetch icon of id=$owner_id");
+
+        my $item = $self->cache->get_callback(
+            "outline-$owner_id",
+            sub {
+                Time::HiRes::sleep( $self->conf->{fetch_body_interval} || 1.5 );
+                my $item = $self->{mixi}->show_friend->parse(id => $owner_id)->{outline};
+                $item;
+            },
+            '12 hours',
+        );
+        if ($item && $item->{image} !~ /no_photo/) {
+            # prefer smaller image
+            my $image = $item->{image};
+               $image =~ s/\.jpg$/s.jpg/;
+            $entry->icon({
+                title => $item->{name},
+                url   => $image,
+                link  => $item->{link},
+            });
+        }
+    }
+
+    my @comments;
+    if ($self->conf->{fetch_body} && !$self->{blocked} && $msg->{link} =~ /view_/ && defined $MAP->{$type}->{get_detail}) {
+        # view_enquete is not implemented and probably
+        # won't be implemented as it seems redirected to
+        # reply_enquete
+        return if $msg->{link} =~ /view_enquete/;
+        $context->log(info => "Fetch body from $msg->{link}");
+        my $item = $self->cache->get_callback(
+            "item-".$msg->{link},
+            sub {
+                Time::HiRes::sleep( $self->conf->{fetch_body_interval} || 1.5 );
+                my $item = $self->{mixi}->parse($msg->{link});
+                $item;
+            },
+            '12 hours',
+        );
+        if ($item) {
+            my $body = $item->{description};
+               $body =~ s!(\r\n?|\n)!<br />!g;
+            for my $image (@{ $item->{images} || [] }) {
+                $body .= qq(<div><a href="$image->{link}"><img src="$image->{thumb_link}" style="border:0" /></a></div>);
+                my $enclosure = Plagger::Enclosure->new;
+                $enclosure->url($image->{thumb_link});
+                $enclosure->auto_set_type;
+                $enclosure->is_inline(1);
+                $entry->add_enclosure($enclosure);
             }
+            $entry->body($body);
+
+            $entry->date( Plagger::Date->parse($format, $item->{time}) );
+            $entry->date->set_time_zone('Asia/Tokyo') if $entry->date;
+            if ($self->conf->{fetch_comment}) {
+              for my $comment (@{ $item->{comments} || [] }) {
+                  my $c = Plagger::Entry->new;
+                     $c->title($entry->title . ': '. $comment->{subject});
+                     $c->body($comment->{description});
+                     $c->link($comment->{link});
+                     $c->author($comment->{name});
+                     $c->date( Plagger::Date->parse($format, $comment->{time}) );
+                     $c->date->set_time_zone('Asia/Tokyo') if $c->date;
+                  push @comments, $c;
+              }
+            }
+        } else {
+            $context->log(warn => "Fetch body failed. You might be blocked?");
+            $self->{blocked}++;
         }
-
-        if ($self->conf->{fetch_body} && !$blocked && $msg->{link} =~ /view_/ && defined $MAP->{$type}->{get_detail}) {
-            $context->log(info => "Fetch body from $msg->{link}");
-            my $item = $self->cache->get_callback(
-                "item-$msg->{link}",
-                sub {
-                    Time::HiRes::sleep( $self->conf->{fetch_body_interval} || 1.5 );
-                    my $item = $self->{mixi}->parse($msg->{link});
-                    $item;
-                },
-                '12 hours',
-            );
-            if ($item) {
-                my $body = $item->{description};
-                   $body =~ s!(\r\n?|\n)!<br />!g;
-                for my $image (@{ $item->{images} || [] }) {
-                    $body .= qq(<div><a href="$image->{link}"><img src="$image->{thumb_link}" style="border:0" /></a></div>);
-                    my $enclosure = Plagger::Enclosure->new;
-                    $enclosure->url($image->{thumb_link});
-                    $enclosure->auto_set_type;
-                    $enclosure->is_inline(1);
-                    $entry->add_enclosure($enclosure);
-                }
-                $entry->body($body);
-
-                $entry->date( Plagger::Date->parse($format, $item->{time}) );
-            } else {
-                $context->log(warn => "Fetch body failed. You might be blocked?");
-                $blocked++;
-            }
-        }
-
-        $feed->add_entry($entry);
-    }
-
-    $context->update->add($feed);
+    }
+
+    $feed->add_entry($entry);
+    for my $comment ( @comments ) {
+        $feed->add_entry($comment);
+    }
 }
 
@@ -189 +256 @@
         password: password
         fetch_body: 1
+        fetch_comment: 0
         show_icon: 1
         feed_type:
@@ -223 +291 @@
 link to the entry. Defaults to 0.
 
+=item fetch_comment
+
+With this option set, this plugin fetches entry's comments as well
+(meaningless when C<fetch_body> is not set). Defaults to 0.
+
 =item fetch_body_interval
 
@@ -233 +306 @@
 mixi.jp site, which makes the output HTML very user-friendly.
 
+=item split_bbs_feed
+
+With this option set, BBS feed will be split up. Defaults to 0.
+
 =item feed_type