From c02609b5e41eb46e88bbb3364128f74210f23393 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Felipe=20Marti=CC=81n?= <fmartin@me.com>
Date: Fri, 15 Mar 2013 14:58:11 +0100
Subject: [PATCH] Base downloaders file

---
 datCrawl/downloaders.py | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)
 create mode 100644 datCrawl/downloaders.py

diff --git a/datCrawl/downloaders.py b/datCrawl/downloaders.py
new file mode 100644
index 0000000..0baa242
--- /dev/null
+++ b/datCrawl/downloaders.py
@@ -0,0 +1,17 @@
+class Downloader(object):
+    "Base downloader object"
+    pass
+
+
+class DefaultDownloader(Downloader):
+    "Downloader using urllib2"
+
+    def get(self, url):
+        import urllib2
+        try:
+            req = urllib2.Request(url)
+            response = urllib2.urlopen(req)
+            data = response.read()
+            return data
+        except Exception, e:
+            raise Exception(e)