/tools/data_source/fetch.py

 1#!/usr/bin/env python
 2
 3"""
 4Script that just echos the command line.
 5"""
 6
 7import sys, os, urllib
 8
 9assert sys.version_info[:2] >= ( 2, 4 )
10
11BUFFER = 1048576
12
13url      = sys.argv[1]
14out_name = sys.argv[2]
15
16out = open(out_name, 'wt')
17try:
18    page = urllib.urlopen(url)
19    while 1:
20        data = page.read(BUFFER)
21        if not data:
22            break
23        out.write(data)
24except Exception, e:
25    print 'Error getting the data -> %s' % e
26out.close()