root/lang/ruby/echola/hatenahaiku-download.rb @ 18438

#!/usr/bin/env ruby
here = File.dirname $0
$LOAD_PATH << "#{here}/lib"
require 'simple-json'
require 'open-uri'
require 'yaml'
require 'mycabinet'
require 'logger'

$logger = Logger.new "#{here}/hatenahaiku-download.log"
source = ARGV[0] || 'http://h.hatena.ne.jp/api/statuses/public_timeline.json'
dbfile = ARGV[1] || "#{here}/hatenahaiku-public.db"
open(source) do |io|
  content = io.read
  content = JsonParser.new.parse(content)
  dbtype = MyCabinet::HDB
  dbtype.new.open(dbfile, dbtype::OWRITER | dbtype::OCREAT | dbtype::ONOLCK) do |db|
    $logger.info "writing entries between #{content[0]['created_at']} and #{content[-1]['created_at']} ..."
    content.each do |item|
      db.putasync(item.id.to_s, item.to_yaml)
    end
  end
end