view tools/data_source/fetch.py @ 1:cdcb0ce84a1b

Uploaded
author xuebing
date Fri, 09 Mar 2012 19:45:15 -0500
parents 9071e359b9a3
children
line wrap: on
line source

#!/usr/bin/env python

"""
Script that just echos the command line.
"""

import sys, os, urllib

assert sys.version_info[:2] >= ( 2, 4 )

BUFFER = 1048576

url      = sys.argv[1]
out_name = sys.argv[2]

out = open(out_name, 'wt')
try:
    page = urllib.urlopen(url)
    while 1:
        data = page.read(BUFFER)
        if not data:
            break
        out.write(data)
except Exception, e:
    print 'Error getting the data -> %s' % e
out.close()