TIKA-4278 -- remove colon from default and allow users to customize d…

…elimiters -- add Serializable for the ForkParser
apache · Oct 11, 2024 · 5f8dd15 · 5f8dd15
1 parent 1967a38
commit 5f8dd15
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/...-modules/tika-parser-text-module/src/main/java/org/apache/tika/parser/csv/CSVSniffer.java b/...-modules/tika-parser-text-module/src/main/java/org/apache/tika/parser/csv/CSVSniffer.java
@@ -93,6 +93,11 @@ CSVResult getBest(Reader reader, Metadata metadata) throws IOException {
         if (bestResult.getConfidence() < minConfidence) {
             return CSVResult.TEXT;
         }
+        // TIKA-4278: colon isn't reliable, e.g. govdocs1/242/242970.txt
+        if (results.size() > 1 && bestResult.getDelimiter().equals(':') &&
+                Math.abs(results.get(1).getConfidence() - bestResult.getConfidence()) < 0.0001) {
+            return results.get(1);
+        }
         return bestResult;
     }