From 08b2b19d5e47135d211a085d3b739ededc1003cc Mon Sep 17 00:00:00 2001
From: Matt-Yorkley <9029026+Matt-Yorkley@users.noreply.github.com>
Date: Wed, 19 Jun 2019 02:04:11 +0100
Subject: [PATCH] Improve handling of invalid characters in uploaded CSV files

---
 app/services/upload_sanitizer.rb | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/app/services/upload_sanitizer.rb b/app/services/upload_sanitizer.rb
index 132669c884..4f5fc2bb3a 100644
--- a/app/services/upload_sanitizer.rb
+++ b/app/services/upload_sanitizer.rb
@@ -13,6 +13,6 @@ class UploadSanitizer
   private
 
   def strip_bom_character
-    @data.gsub("\xEF\xBB\xBF".force_encoding("UTF-8"), '')
+    @data.scrub.gsub("\xEF\xBB\xBF".force_encoding("UTF-8"), '')
   end
 end