web crawler written in ruby.
Environment:
Ruby 1.8.6
Rails 2.3.5
TextResource
ActiveRecord
Nokogiri
ActiveResource
ActionPack
PDFToText
ActiveSupport
GNU Metadata Extractor
NetBeans for Ruby 6.8 (IDE)
SHOW FULL COLUMNS FROM `jrk_downrecords` [ RunTime:0.002048s ]
SELECT `a`.`aid`,`a`.`title`,`a`.`create_time`,`m`.`username` FROM `jrk_downrecords` `a` INNER JOIN `jrk_member` `m` ON `a`.`uid`=`m`.`id` WHERE `a`.`status` = 1 GROUP BY `a`.`aid` ORDER BY `a`.`create_time` DESC LIMIT 10 [ RunTime:0.086922s ]
SHOW FULL COLUMNS FROM `jrk_tagrecords` [ RunTime:0.002291s ]
SELECT * FROM `jrk_tagrecords` WHERE `status` = 1 ORDER BY `num` DESC LIMIT 20 [ RunTime:0.002163s ]
SHOW FULL COLUMNS FROM `jrk_member` [ RunTime:0.002215s ]
SELECT `id`,`username`,`userhead`,`usertime` FROM `jrk_member` WHERE `status` = 1 ORDER BY `usertime` DESC LIMIT 10 [ RunTime:0.003658s ]
SHOW FULL COLUMNS FROM `jrk_searchrecords` [ RunTime:0.001780s ]
SELECT * FROM `jrk_searchrecords` WHERE `status` = 1 ORDER BY `num` DESC LIMIT 5 [ RunTime:0.003397s ]
SELECT aid,title,count(aid) as c FROM `jrk_downrecords` GROUP BY `aid` ORDER BY `c` DESC LIMIT 10 [ RunTime:0.014791s ]
SHOW FULL COLUMNS FROM `jrk_articles` [ RunTime:0.002525s ]
UPDATE `jrk_articles` SET `hits` = 1 WHERE `id` = 262468 [ RunTime:0.001186s ]
