OSDN Git Service

added sn_uploader
[tdcgexplorer/nimono-crawlers.git] / bin / xpp-idx.rb
1 #!/usr/bin/ruby
2 # download from 3dcustom.net pose
3 #
4 $LOAD_PATH.unshift File.expand_path(File.dirname(__FILE__) + '/../lib')
5 require 'sn_uploader'
6
7 def each_filename(text)
8   file_href = './src/'
9   file_re = Regexp.new(Regexp.escape(file_href) + '(.+?)\.html')
10   text.scan(/href="(.+?)"/) do |href, |
11     if md = file_re.match(href)
12       yield md[1]
13     end
14   end
15 end
16
17 uploader = SnUploader.new
18 uploader.host = "3dcustom.net"
19 uploader.root_path = "/TAPuploader"
20 uploader.base_html = "upload.html"
21 uploader.local_dir = File.dirname(__FILE__) + '/../arc/xpp'
22 body = uploader.get_base
23 each_filename(body) do |filename|
24   exist = uploader.local_file_exist?(filename)
25   puts [ filename, exist ? 'exist' : 'download' ].join("\t")
26   uploader.download_file(filename) unless exist
27 end