convert files to json db

lib/extensions/data-files-to-json.js

@@ -0,0 +1,38 @@
+'use strict';
+
+var fs = require('fs');
+var path = require('path');
+var basedir = path.join(__dirname, 'emails');
+var files = fs.readdirSync(basedir)
+
+var emails = {};
+files.forEach(function (fname) {
+  var fpath = path.join(basedir, fname);
+  var data;
+  var email;
+  var iat;
+  if (!/\.data$/.test(fname)) {
+    return;
+  }
+  data = JSON.parse(fs.readFileSync(fpath));
+  email = fname.replace('\.' + data.domains.join('') + '\.data', '');
+  if (data.iat) {
+    iat = new Date(data.iat).toISOString();
+  }
+  if (!emails[email]) {
+    emails[email] = {
+      domains: []
+    , ports: []
+    , nodes: [ { issuedAt: iat, scheme: 'mailto', type: 'email', name: email } ]
+    , jtis: []
+    };
+  }
+  emails[email].jtis.push(data.id);
+  data.domains.forEach(function (d) {
+    emails[email].domains.push({ issuedAt: iat, name: d });
+  });
+  data.ports.forEach(function (p) {
+    emails[email].ports.push({ issuedAt: iat, number: p });
+  });
+});
+console.log('[\n' + Object.keys(emails).map(function (k) { return JSON.stringify(emails[k]); }).join(',\n') + '\n]');