Load CSVs as latin1

ElectronicBabylonianLiterature · Mar 11, 2019 · 98261ec · 98261ec
1 parent fdda111
commit 98261ec
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/lib/extractFromDir.js b/lib/extractFromDir.js
@@ -6,7 +6,8 @@ const mapNames = require('./mapNames')
 const Reference = require('./Reference')
 
 function extractFromFile (fileName) {
-  const contents = fs.readFileSync(fileName)
+  const encoding = 'latin1'
+  const contents = fs.readFileSync(fileName, { encoding })
   return extractDocuments(contents)
 }
 

diff --git a/lib/extractFromDir.test.js b/lib/extractFromDir.test.js
@@ -50,5 +50,5 @@ test('Counts hits from all the files in the folder', () => {
 })
 
 test('Loads correct files', () => {
-  expect(fs.readFileSync.mock.calls).toEqual(_.keys(files).map(file => [`${directory}/${file}`]))
+  expect(fs.readFileSync.mock.calls).toEqual(_.keys(files).map(file => [`${directory}/${file}`, { encoding: 'latin1' }]))
 })