add support for automatically fetching routeviews.org dumps specified by URL

see #502

svn path=/trunk/; revision=5266

1 files changed, 15 insertions, 0 deletions

diff --git a/rpkid/rpki/gui/routeview/util.py b/rpkid/rpki/gui/routeview/util.py
index e894767b..589a7714 100644
--- a/rpkid/rpki/gui/routeview/util.py
+++ b/rpkid/rpki/gui/routeview/util.py
@@ -21,6 +21,8 @@ import os.path
 import subprocess
 import time
 import logging
+import urlparse
+from urllib import urlretrieve, unquote
 
 from django.db import transaction, connection
 
@@ -172,6 +174,19 @@ def import_routeviews_dump(filename, filetype='auto'):
     """
     start_time = time.time()
 
+    if filename.startswith('http://'):
+        #get filename from the basename of the URL
+        u = urlparse.urlparse(filename)
+        bname = os.path.basename(unquote(u.path))
+        tmpname = os.path.join('/tmp', bname)
+
+        logger.info("Downloading %s to %s" % (filename, tmpname))
+        if os.path.exists(tmpname):
+            os.remove(tmpname)
+        # filename is replaced with a local filename containing cached copy of
+        # URL
+        filename, headers = urlretrieve(filename, tmpname)
+
     if filetype == 'auto':
         # try to determine input type from filename, based on the default
         # filenames from archive.routeviews.org