From 87c193d65268a48deb319d5859c8f1c70d5345ab Mon Sep 17 00:00:00 2001
From: missinglink <insomnia@rcpt.at>
Date: Mon, 10 Apr 2017 12:31:41 +0200
Subject: [PATCH] perf: ~10x perf improvement using a sorted merging algorithm

---
 prototype/token.js | 42 ++++++++++++++++++++++++++++++------------
 1 file changed, 30 insertions(+), 12 deletions(-)

diff --git a/prototype/token.js b/prototype/token.js
index 6af3717d..25602b0f 100644
--- a/prototype/token.js
+++ b/prototype/token.js
@@ -7,21 +7,39 @@ module.exports.findToken = function( token ){
   // find document ids which contain this token
   var docIds = this.graph.nodes[ token ] || [];
 
-  // skip tokens with no associated document
-  if( !docIds.length ){
-    // console.error( 'skipping token', token );
-    return {
-      matches: docIds,
-      children: []
-    };
-  }
-
-  var children = _.sortBy( _.flatten( docIds.map( function( docId ){
-    return this.graph.outEdges( docId ) || [];
-  }, this)));
+  // fetch a sorted uniq set of all child document ids
+  var children = [];
+
+  docIds.forEach( function( docId ){
+    var childIds = this.graph.outEdges( docId ) || [];
+    children = sortedMerge( children, childIds );
+  }, this);
 
   return {
     matches: docIds,
     children: children
   };
 };
+
+/**
+  merge two sorted arrays
+**/
+function sortedMerge(arr1, arr2) {
+    var arr = [];
+    var arr1_el = arr1[0];
+    var arr2_el = arr2[0];
+    var i = 1;
+    var j = 1;
+
+    while (arr1_el || arr2_el) {
+        if (arr1_el<arr2_el || (arr1_el && !arr2_el) ) {
+            arr.push(arr1_el);
+            arr1_el = arr1[i++];
+        } else {
+            arr.push(arr2_el);
+            arr2_el = arr2[j++];
+        }
+    }
+
+    return arr;
+}