rubyを使ってスクレイピング

とりあえず動くコード

fastlist.rb

 # coding: utf-8
 require 'rubygems'
 require 'mechanize'
 require 'kconv'

 #url = ARGV[0]
 agent = Mechanize.new
 # agent.get(url)

 open("list.txt", "w") do |f|
   load("minato-ku.rb")
 end

minato-ku.rb

 # coding: utf-8
 require 'rubygems'
 require 'mechanize'
 require 'kconv'

 agent = Mechanize.new
 agent.get('http://www.lib.city.minato.tokyo.jp/j/guide1.html')
 agent.page.search("div[@class='lib_list']>div[@class='lib']>a").each do |target_link|
     #DBG puts target_link.inner_text
     #DBG puts target_link['href']
     agent.get(target_link['href'])
     puts agent.page.title, agent.page.uri
     agent.page.search("div[@class='eventlist']").each do |el|
        el.search("div[@class='event']").each do |evt|
          puts evt.text
        end
     end
   end