Fix issue with thresher not handling HTTP requests outside of status 200

Abnormal status will be returned with the status message string

ContentMine/quickscrape#62

Author: lanzer

lib/renderer/basic.js

@@ -16,6 +16,8 @@ BasicRenderer.prototype.render = function(url, actions, cookiejar) {
       renderer.emit('renderer.urlRendered', url, body);
     } else if (error) {
       this.emit('error', error);
+    } else if (response.statusCode != 200) {
+      renderer.emit ('renderer.status', response.statusMessage);
     }
   });
 }

lib/scraper.js

@@ -249,6 +249,10 @@ Scraper.prototype.scrapeUrl = function(theUrl, node) {
   var renderer = scraper.newRenderer();
   renderer.render(theUrl, scraper.actions);
   scraper.ticker.elongate();
+  renderer.on('renderer.status', function(message) {
+    scraper.emit('urlRendered',message);
+    scraper.ticker.tick();
+  });
   renderer.on('renderer.urlRendered', function(theUrl, html) {
     scraper.emit('urlRendered', theUrl);
     // the children of the root node have no dependencies, so we scrape