Disable streaming parsing as the request lib no longer supports onResponse

Author: chriso

HISTORY.md

@@ -1,5 +1,9 @@
+### v0.4.9
+    * Disabled streaming parsing as mikeal/request no longer supports options.onResponse
+
 ### v0.4.8
     * Fix the pagerank builtin
+    * Fix for nested parseHtml calls
 
 ### v0.4.7
     * Break out of .each early with return false

lib/node.io/dom.js

@@ -89,10 +89,8 @@ Job.prototype.parseHtml = function (data, callback, response) {
         //Check if the parser is already initalised
         if (!this.htmlparser) {
             this.prepareHtmlparser();
-            this.htmlparser.parseComplete(data);
-        } else {
-            this.htmlparser.done();
         }
+        this.htmlparser.parseComplete(data);
     }
 };
 

lib/node.io/request.js

@@ -289,19 +289,6 @@ Job.prototype.doRequest = function (method, resource, body, headers, callback, p
         options.timeout = this.options.timeout * 1000;
     }
 
-    //We can parse chunks as they are received if using soupselect/htmlparser
-    if (this.htmlparser) {
-        options.onResponse = function (err, response) {
-            if (!err) {
-                response.on('data', function (chunk) {
-                    if (self.htmlparser) {
-                        self.htmlparser.parseChunk(chunk);
-                    }
-                });
-            }
-        }
-    }
-
     request(options, function (err, response, body) {
         if (self.is_complete) {
             return;

package.json

@@ -1,6 +1,6 @@
 { "name"          : "node.io",
   "description"   : "A distributed data scraping and processing framework",
-  "version"       : "0.4.8-3",
+  "version"       : "0.4.9",
   "homepage"      : "http://github.com/chriso/node.io",
   "keywords"      : ["data","mapreduce","map","reduce","scraping","html","parsing","parse","scrape","process","processing","data"],
   "author"        : "Chris O'Hara <cohara87@gmail.com>",