create html2wiki

[otptools/otptools.git] / html2wiki / sfmag_fetch.py

diff --git a/html2wiki/sfmag_fetch.py b/html2wiki/sfmag_fetch.py
new file mode 100755 (executable)
index 0000000..bca25bc
--- /dev/null
+++ b/html2wiki/sfmag_fetch.py
@@ -0,0 +1,30 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+import fetch_sfjpmag
+import sys
+import os.path
+
+usage = "%s <url_list> <output_dir>" % sys.argv[0]
+
+try:
+    urllist = sys.argv[1]
+    output_dir = sys.argv[2]
+except IndexError:
+    sys.exit(usage)
+
+if not os.path.isdir(output_dir):
+    sys.exit(usage)
+
+try:
+    f = open(urllist, "r")
+except IOError:
+    sys.exit(usage)
+
+for url in f:
+    if url[0] == "#":
+        continue
+
+    url = url.strip()
+    fetch_sfjpmag.fetch(url, output_dir)
+