This is a java crawler based on httrack. It is able to completely download a list of web pages, strip them from HTML elements and save them into seperate files. It is multithreaded and configurable through a .properties-file.
Documentation can be found under Downloads.
SHOW FULL COLUMNS FROM `jrk_downrecords` [ RunTime:0.001924s ]
SELECT `a`.`aid`,`a`.`title`,`a`.`create_time`,`m`.`username` FROM `jrk_downrecords` `a` INNER JOIN `jrk_member` `m` ON `a`.`uid`=`m`.`id` WHERE `a`.`status` = 1 GROUP BY `a`.`aid` ORDER BY `a`.`create_time` DESC LIMIT 10 [ RunTime:0.090655s ]
SHOW FULL COLUMNS FROM `jrk_tagrecords` [ RunTime:0.002408s ]
SELECT * FROM `jrk_tagrecords` WHERE `status` = 1 ORDER BY `num` DESC LIMIT 20 [ RunTime:0.002167s ]
SHOW FULL COLUMNS FROM `jrk_member` [ RunTime:0.002050s ]
SELECT `id`,`username`,`userhead`,`usertime` FROM `jrk_member` WHERE `status` = 1 ORDER BY `usertime` DESC LIMIT 10 [ RunTime:0.004050s ]
SHOW FULL COLUMNS FROM `jrk_searchrecords` [ RunTime:0.002220s ]
SELECT * FROM `jrk_searchrecords` WHERE `status` = 1 ORDER BY `num` DESC LIMIT 5 [ RunTime:0.003231s ]
SELECT aid,title,count(aid) as c FROM `jrk_downrecords` GROUP BY `aid` ORDER BY `c` DESC LIMIT 10 [ RunTime:0.014848s ]
SHOW FULL COLUMNS FROM `jrk_articles` [ RunTime:0.002639s ]
UPDATE `jrk_articles` SET `hits` = 1 WHERE `id` = 95247 [ RunTime:0.001385s ]
