root/platform/pragger/Feed/nicovideo_feed.rb

## make feed nicovideo source.
##
## - module: Feed::nicovideo_feed
##   config:
##     cache: cache file.
##
## Copyright (C) 2007, TADA Tadashi <sho@spc.gr.jp>, 
## 2007-2008 INOUE Yasuyuki <inoue.yasuyuki0@gmail.com>
## Original version is written by TADA Tadashi <sho@spc.gr.jp>
## You can redistribute it and/or modify it under GPL3 or any later version.

begin
        require 'rubygems'
rescue LoadError
end
require 'hpricot'
require 'rss'
require 'yaml'
require 'nicovideo/thumbnail_info'

def nicovideo_feed(config, data)
        updated_at = Time::now
  found = false
  client = ::NicoVideo::ThumbnailInfo.new

        items, raw_items = load(config)
  
        data.each do |html|
                doc = Hpricot( html )
                base_tag = doc / "base"
                base = ""
                base = base_tag.first['href'] if base_tag
                (doc / 'a').each do |link|
      next unless link['href'] && link['href'].include?("watch/")
      found = true
      id = link['href'][%r|watch/(.+)$|, 1]
                        key = base + link['href']

                        unless items[key] then
        begin
          thumb = client.get(id)
        rescue Errno::ENOENT
          # ignore "Nice boat." movie.
          next
        end
        items[key] = get_rss_item(key, thumb)
        raw_items[key] = get_rank_item(key, thumb) if config['rank']
                        end
                end 
        end
  
  # exit if nothing fetched
  exit unless found
        
        return_items = items.values.sort {|a, b|
    a.date == b.date ? (a.link.scan(/\d+$/)[0].to_i <=> b.link.scan(/\d+$/)[0].to_i) : (a.date <=> b.date)
  }.reverse
        
  save(config, items, return_items, raw_items, updated_at)
  
        return_items
end

def get_rss_item(key, thumb)
  item = RSS::RDF::Item::new
  item.link = key
  item.title = thumb['title']
  item.description = "<a href=\"#{key}\"><img border=\"0\" src=\"#{thumb['thumbnail_url']}\"/></a><br/>"
  item.description += thumb['description'] if thumb['description']
  item.date = Time.parse(thumb['first_retrieve'])
  item
end

def get_rank_item(key, thumb)
  cache = {}
  cache['link'] = key
  cache['uploaded_at'] = Time.parse(thumb['first_retrieve'])
  cache
end

def load(config)
        items = {}
        raw_items = {}
        begin
                if config['cache'] then
                        open( config['cache'] ) {|f| items = YAML.load( f ) }
                end
        rescue Errno::ENOENT
        end
        begin
                if config['rank'] then
                        open( "#{config['rank']}.dump" ) {|f| raw_items = YAML.load( f ) }
                end
        rescue Errno::ENOENT
        end
  return items, raw_items
end

def save(config, items, return_items, raw_items, updated_at)
        if config['cache'] then
          oldest_cache_item = items.size > 800 && return_items[800].date
                cache_items = (items.size > 800) ? items.reject {|a, b| b.date < oldest_cache_item} : items.dup
                open( config['cache'], 'w' ) do |f|
                        YAML.dump(cache_items, f)
                end
        end
        if config['rank'] then
                open( "#{config['rank']}.dump", 'w' ) do |f|
                        YAML.dump(raw_items, f)
                end
                open( "#{config['rank']}.last_fetched", 'w' ) do |f|
                        YAML.dump(updated_at, f)
                end
        end
end