Merge pull request #132 from pelias/deduplicate-phrase

fix(deduplication): Deduplicate values in phrase field
pelias · Jun 10, 2020 · 9c8379d · 9c8379d
2 parents e60b0ca + 155b762
commit 9c8379d
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 2 deletions.
diff --git a/post/deduplication.js b/post/deduplication.js
@@ -4,7 +4,7 @@
  */
 
 const _ = require('lodash');
-const prefixes = [ 'name', 'address_parts' ];
+const prefixes = [ 'name', 'phrase', 'address_parts' ];
 
 function deduplication( doc ){
   prefixes.forEach(prefix => {
@@ -20,4 +20,4 @@ function deduplication( doc ){
   });
 }
 
-module.exports = deduplication;
+module.exports = deduplication;
diff --git a/test/post/deduplication.js b/test/post/deduplication.js
@@ -33,6 +33,21 @@ module.exports.tests.dedupe = function (test) {
 
     t.end();
   });
+
+  test('dedupe - phrase', function (t) {
+    var doc = new Document('mysource', 'mylayer', 'myid');
+
+    doc.setNameAlias('default', 'test');
+    doc.setName('default', 'test');
+    doc.setNameAlias('default', 'test');
+    doc.setNameAlias('default', 'test 2');
+    doc.setNameAlias('default', 'test');
+
+    deduplication(doc);
+    t.deepEquals(doc.phrase.default, ['test', 'test 2']);
+
+    t.end();
+  });
 };
 
 module.exports.all = function (tape, common) {