#176 Updating tests from replacing lucene filter.

philterd · Dec 16, 2024 · f898301 · f898301
1 parent 96238d3
commit f898301
Show file tree

Hide file tree

Showing 3 changed files with 18 additions and 10 deletions.
diff --git a/...c/test/java/ai/philterd/test/phileas/services/filters/HospitalAbbreviationFilterTest.java b/...c/test/java/ai/philterd/test/phileas/services/filters/HospitalAbbreviationFilterTest.java
@@ -52,7 +52,7 @@ public void filter1() throws Exception {
 
         final FilterResult filterResult = filter.filter(getPolicy(), "context", "documentid", PIECE, "Went to WMC", attributes);
         showSpans(filterResult.getSpans());
-        Assertions.assertEquals(4, filterResult.getSpans().size());
+        Assertions.assertEquals(1, filterResult.getSpans().size());
 
     }
 

diff --git a/...rc/main/java/ai/philterd/phileas/model/filter/rules/dictionary/FuzzyDictionaryFilter.java b/...rc/main/java/ai/philterd/phileas/model/filter/rules/dictionary/FuzzyDictionaryFilter.java
@@ -49,7 +49,15 @@ public FilterResult filter(Policy policy, String context, String documentId, int
             final Map<Integer, Map<String, Position>> ngrams = new HashMap<>();
             ngrams.put(0, splitWithIndexes(input, " "));
 
-            for(int x = 1; x < 10; x++) {
+            final int maxNgrams;
+
+            if(filterType == FilterType.HOSPITAL) {
+                maxNgrams = 20;
+            } else {
+                maxNgrams = 5;
+            }
+
+            for(int x = 1; x < maxNgrams; x++) {
                 ngrams.put(x, getNgrams(input, x));
             }
 

diff --git a/...rc/main/resources/hospitals-abbreviations → ...src/main/resources/hospital-abbreviations b/...rc/main/resources/hospitals-abbreviations → ...src/main/resources/hospital-abbreviations
@@ -1082,7 +1082,7 @@ KHOU
 RRMC
 BMCSC
 NFRMC
-MCNH(
+MCNH
 TCH
 KMH
 OVH
@@ -2392,7 +2392,7 @@ BHCMH
 FHS-FW
 NSH
 AOMC
-SMH(T)
+SMH
 CVPHMC
 PBH
 WMHI
@@ -2647,7 +2647,7 @@ JSH
 RUH
 HSJH
 MCHR
-UHOB(D)
+UHOB
 CSHAC
 MHL
 NOCHS
@@ -2660,7 +2660,7 @@ VWJHV
 HCH
 WMC&S
 HCHAC
-SHFC(
+SHFC
 RJAPR
 BMH
 RSMC
@@ -3484,7 +3484,7 @@ MRH
 GAMC
 LMHS
 SCH
-UOTMC(
+UOTMC
 NCH
 GPMH
 HMC
@@ -3842,7 +3842,7 @@ BMHUC
 SVH
 SMC
 BH
-M(NMC
+MNMC
 CMH
 IGH
 PHC
@@ -4796,7 +4796,7 @@ AAC
 AC
 ASC
 AWC
-AGH(LH
+AGHLH
 AMC
 AGH
 ARMC
@@ -6946,7 +6946,7 @@ SMRMC
 SMRMC
 SMRMCoR
 SMSHH
-SPH(N
+SPHN
 SPGH
 SRMC
 SRDH-RDLC
-Original file line number
+Diff line change
@@ Expand Up / @@ -1082,7 +1082,7 @@ KHOU @@
     RRMC
     BMCSC
     NFRMC
-    MCNH(
+    MCNH
     TCH
     KMH
     OVH
@@ Expand Down Expand Up / @@ -2392,7 +2392,7 @@ BHCMH @@
     FHS-FW
     NSH
     AOMC
-    SMH(T)
+    SMH
     CVPHMC
     PBH
     WMHI
@@ Expand Down Expand Up / @@ -2647,7 +2647,7 @@ JSH @@
     RUH
     HSJH
     MCHR
-    UHOB(D)
+    UHOB
     CSHAC
     MHL
     NOCHS
@@ Expand All / @@ -2660,7 +2660,7 @@ VWJHV @@
     HCH
     WMC&S
     HCHAC
-    SHFC(
+    SHFC
     RJAPR
     BMH
     RSMC
@@ Expand Down Expand Up / @@ -3484,7 +3484,7 @@ MRH @@
     GAMC
     LMHS
     SCH
-    UOTMC(
+    UOTMC
     NCH
     GPMH
     HMC
@@ Expand Down Expand Up / @@ -3842,7 +3842,7 @@ BMHUC @@
     SVH
     SMC
     BH
-    M(NMC
+    MNMC
     CMH
     IGH
     PHC
@@ Expand Down Expand Up / @@ -4796,7 +4796,7 @@ AAC @@
     AC
     ASC
     AWC
-    AGH(LH
+    AGHLH
     AMC
     AGH
     ARMC
@@ Expand Down Expand Up / @@ -6946,7 +6946,7 @@ SMRMC @@
     SMRMC
     SMRMCoR
     SMSHH
-    SPH(N
+    SPHN
     SPGH
     SRMC
     SRDH-RDLC
@@ Expand Down @@