#!/usr/bin/ruby
require 'rubygems'

require 'etc' 
require 'hpricot'
require 'json'
require 'open-uri'
require 'sqlite3'
require 'time'
require 'date'

domain = "http://ffffound.com/"
user   = "blech"
type   = "found"
offset = 0

dbpath = Etc.getpwuid.dir + '/.ffffound.db' # ick
db = SQLite3::Database.new(dbpath)          # assume db created TODO create if needed

images_sql = <<EOS
insert into images (id, url, src, title, orig_url, orig_src, count, date, related) 
            values (:id, :ffffound_url, :ffffound_img, :title, :orig_url, :orig_img, :count, :date, :rel)
EOS

images_ins  = db.prepare(images_sql)
# related_ins = db.prepare( "insert into related values (?, ?, ?)" )

img = []

while
  doc = Hpricot(open("#{ domain }/home/#{ user }/#{ type }/?offset=#{ offset }&"))
  images = (doc/"blockquote.asset")
  puts "Got #{ images.size.to_s } images at offset #{ offset.to_s }"
  break if (images.size == 0)
  
  images.each do |image|
    # can I make this block into a method somehow?
    info = {}
  
    # image title
    title_elem = (image/"div.title")
    info[:title] = title_elem.at("a").inner_html
  
    # original source image
    src_elem = (image/"div.title")
    info[:orig_url] = src_elem.at("a")["href"]
    
    # from description, break out img url, date posted (relative!), count
    desc_elem = (image/"div.description")
    desc = desc_elem.inner_html
    info[:orig_img] = desc.gsub(/<br ?\/?>.*/, "")
  
    datestr  = desc.gsub(/.*<br ?\/?>/, "")
    datestr  = datestr.gsub(/<a h.*/, "")
    datestr  = datestr+" +0800" # ffffound uses Japanese local time? TODO check
    begin
      dt = Time.parse(datestr)
    rescue
    end
    info[:date] = dt.to_i
  
    count    = desc_elem.at("a").inner_text
    count    = count.gsub(/[\D]/, "")
    info[:count] = count
  
    # ffffound image URL and page URL, and ffffound ID (could generate
    # URL from ID but would lose ?c form; src would lose _m)
    image_block = (image/"table td")
    ffffound_url = image_block.at("a")['href']
    ffffound_img = image_block.at("img")['src']
  
    id = ffffound_img
    id = ffffound_img.split('/')[6]
    id = id.gsub(/_.*/, "")
    info[:id] = id
  
    info[:ffffound_url] = ffffound_url
    info[:ffffound_img] = ffffound_img
  
    # might as well get related asset IDs
    rel = Array.new
    
    relateds = (image/"div.related_to_item_xs")
    relateds.each do |related|
      path = related.at("a")['href']
      id   = path[ path.index(/\//, 2)+1 .. -1 ]
      rel.push(id)
      # TODO normalised table for related IDs
    end
  
    info[:rel] = rel.join(",")
    img.unshift(info)

    # put in db
    begin
      images_ins.bind_params(info)
      images_ins.execute
    rescue
    end

  end

  break if (images.size < 25) # more efficient than doing another fetch
  offset = offset + 25
end

puts "Got #{ img.size } images"

# puts img.to_json 
# DONE puts img.to_database_table(s)