Add UTF BOM handling code reading of csv's

OHDSI · May 1, 2024 · 36a07e1 · 36a07e1
1 parent f0a50ef
commit 36a07e1
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/rabbit-core/src/main/java/org/ohdsi/utilities/files/ReadTextFile.java b/rabbit-core/src/main/java/org/ohdsi/utilities/files/ReadTextFile.java
@@ -17,6 +17,8 @@
  ******************************************************************************/
 package org.ohdsi.utilities.files;
 
+import org.apache.commons.io.input.BOMInputStream;
+
 import java.io.BufferedReader;
 import java.io.FileInputStream;
 import java.io.FileNotFoundException;
@@ -46,11 +48,11 @@ public ReadTextFile(InputStream inputStream) {
   public ReadTextFile(String filename) {
     this.filename = filename;
     try {
-      FileInputStream inputStream = new FileInputStream(filename);
+      InputStream inputStream = BOMInputStream.builder().setInputStream(new FileInputStream(filename)).get();
       bufferedReader = new BufferedReader(new InputStreamReader(inputStream, "UTF-8"));
     } catch (FileNotFoundException e) {
       e.printStackTrace();
-    } catch (UnsupportedEncodingException e) {
+    } catch (IOException e) {
       System.err.println("Computer does not support UTF-8 encoding");
       e.printStackTrace();
     }