OSDN Git Service

added sn_uploader
[tdcgexplorer/nimono-crawlers.git] / bin / xpc-idx.rb
1 #!/usr/bin/ruby
2 # download from 3dcustom.net
3 # http://3dcustom.net/TACuploader/upload.html
4
5 $LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
6 require 'sn_uploader'
7
8 def each_fileno(text)
9   file_href = './upload.cgi?mode=dl&file='
10   file_re = Regexp.new(Regexp.escape(file_href) + '(\d+)')
11   text.scan(/href="(.+?)"/) do |href, |
12     if md = file_re.match(href)
13       yield md[1]
14     end
15   end
16 end
17
18 uploader = SnUploader.new
19 uploader.host = "up1.3dcustom.net"
20 uploader.root_path = "/TACuploader"
21 uploader.base_html = "upload.html"
22 uploader.local_dir = File.dirname(__FILE__) + '/../arc/xpc'
23 body = uploader.get_base
24 each_fileno(body) do |fileno|
25   basename_without_extension = "XPC%05d" % fileno.to_i
26   filename_re = Regexp.new('\A' + Regexp.escape(basename_without_extension) + '\.')
27   exist = uploader.local_file_match?(filename_re)
28   puts [ fileno, exist ? 'exist' : 'download' ].join("\t")
29   uploader.download(fileno) unless exist
30 end