Remove fileIsReadable stream

This uses a synchronous file system read, which is quite slow, and the later stream that loads the JSON will log if a file can't be loaded.
pelias · Oct 22, 2016 · 437a750 · 437a750
1 parent c87ee46
commit 437a750
Show file tree

Hide file tree

Showing 4 changed files with 0 additions and 76 deletions.
diff --git a/src/components/fileIsReadable.js b/src/components/fileIsReadable.js
diff --git a/src/readStream.js b/src/readStream.js
@@ -6,7 +6,6 @@ var through2 = require('through2');
 var logger = require( 'pelias-logger' ).get( 'whosonfirst' );
 
 var isValidId = require('./components/isValidId');
-var fileIsReadable = require('./components/fileIsReadable');
 var loadJSON = require('./components/loadJSON');
 var recordHasIdAndProperties = require('./components/recordHasIdAndProperties');
 var isActiveRecord = require('./components/isActiveRecord');
@@ -59,7 +58,6 @@ function createReadStream(directory, types, wofAdminRecords) {
 
   return createMetaRecordStream(metaFilePaths, types)
   .pipe(isValidId.create())
-  .pipe(fileIsReadable.create(directory + 'data/'))
   .pipe(loadJSON.create(directory + 'data/'))
   .pipe(recordHasIdAndProperties.create())
   .pipe(isActiveRecord.create())

diff --git a/test/components/fileIsReadableTest.js b/test/components/fileIsReadableTest.js
diff --git a/test/test.js b/test/test.js
@@ -1,5 +1,4 @@
 require ('./components/extractFieldsTest.js');
-require ('./components/fileIsReadableTest.js');
 require ('./components/isActiveRecordTest.js');
 require ('./components/isValidIdTest.js');
 require ('./components/loadJSONTest.js');