Base downloaders file

fmartingr · Mar 15, 2013 · c02609b · c02609b
1 parent 1494a0d
commit c02609b
Showing 1 changed file with 17 additions and 0 deletions.
diff --git a/datCrawl/downloaders.py b/datCrawl/downloaders.py
@@ -0,0 +1,17 @@
+class Downloader(object):
+    "Base downloader object"
+    pass
+
+
+class DefaultDownloader(Downloader):
+    "Downloader using urllib2"
+
+    def get(self, url):
+        import urllib2
+        try:
+            req = urllib2.Request(url)
+            response = urllib2.urlopen(req)
+            data = response.read()
+            return data
+        except Exception, e:
+            raise Exception(e)