From bb4f07199cb983627c21b85cb0178871bcc76c89 Mon Sep 17 00:00:00 2001 From: Tim Date: Mon, 16 Dec 2013 11:44:22 -0700 Subject: [PATCH] adding cookies support --- goose/network.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/goose/network.py b/goose/network.py index d05d636b..e44e6a0a 100644 --- a/goose/network.py +++ b/goose/network.py @@ -21,7 +21,7 @@ limitations under the License. """ import urllib2 - +import cookielib class HtmlFetcher(object): @@ -37,6 +37,10 @@ def get_html(self, config, url): """ if isinstance(url, unicode): url = url.encode('utf-8') + + cookiejar = cookielib.LWPCookieJar() + opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cookiejar)) + urllib2.install_opener(opener) headers = {'User-agent': config.browser_user_agent} request = urllib2.Request(url, headers=headers)