using streaming ahr

mock-census/mock-census.js

@@ -2,13 +2,11 @@
 "use strict";
 (function (undefined) {
   var fs = require('fs'),
-    url = require('url'),
+    request = require('ahr'),
-    ahr = require('ahr'),
     stream,
     node = process.argv[0],
     self = process.argv[1],
-    fulluri = process.argv[2],
+    fulluri = process.argv[2];
-    uri;
 
   self = self.substr(self.lastIndexOf('/') + 1);
 
@@ -167,7 +165,12 @@
     */
   }
 
-  function parseData(err, x, data) {
+  var data = '';
+  function parseData(err, x, chunk, end) {
+    if (!end) {
+      data += chunk.toString();
+      return;
+    }
     var lines = data.split('\n'),
       heads = [],
       curHead;
@@ -189,18 +192,14 @@
       return;
     }
       
-    uri = url.parse(fulluri, true);
+    request.get(fulluri, undefined, { stream: true}).when(parseData);
-    if (!uri.protocol) {
+
-      uri.protocol = '';
+    //if ('file' !== uri.protocol && '' === uri.protocol || uri.protocol.match(/^http[s]?:$/)) {
-    }
+    //  request.get(fulluri, undefined, { stream: true}).when(parseData);
-    if ('file:' === uri.protocol || '' === uri.protocol) {
+    //} else {
-      readFile(uri.pathname).when(parseData);
+    //  usage();
-    } else if (uri.protocol.match(/^http[s]?:$/)) {
+    //  return;
-      ahr.get(fulluri).when(parseData);
+    //}
-    } else {
-      usage();
-      return;
-    }
   }
 
   main();