Merge pull request #142 from linkedconnections/development

v2.1.9

README.md

@@ -56,6 +56,8 @@ We support other formats such as `csv` as well.
 
 For _big_ GTFS files, your memory may not be sufficient. Luckily, we’ve implemented a way to use your hard disk instead of your RAM. You can enable this with an option: `gtfs2lc /path/to/extracted/gtfs -f json --store LevelStore`.
 
+It may also be the case that your disk has limited storage space. In that case you may want to use the `--compressed` option.
+
 ### Step 5: Generate *Linked* Connections!
 
 When you download a new GTFS file, all identifiers in there might change and conflict with your previous export. Therefore, we need to think about a way to create global identifiers for the connections, trips, routes and stops in our system. As we are publishing our data on the Web, we will also use Web addresses for these global identifiers.

lib/gtfs2connections.js

@@ -78,6 +78,7 @@ Mapper.prototype.resultStream = async function (path, output, done) {
             // Step 5: Merge all the created files into one
             const format = this._options.format;
             let ext = null;
+            let gz = '';
             let mergeCommand = 'zcat';
 
             if (!format || ['json', 'mongo', 'jsonld', 'mongold'].indexOf(format) >= 0) {
@@ -96,11 +97,11 @@ Mapper.prototype.resultStream = async function (path, output, done) {
                console.error('Merging final Linked Connections file...');
                if(this._options.compressed) {
                   mergeCommand = 'cat';
-                  ext += '.gz';
+                  gz = '.gz';
                }
 
                // Join all resulting files into one
-               await exec(`for i in ${raws.map(r => { return `${r}.${ext}.gz` }).join(" ")} ; do ${mergeCommand} "$i" >> linkedConnections.${ext} && rm "$i" || break ; done`, { cwd: output });
+               await exec(`for i in ${raws.map(r => { return `${r}.${ext}.gz` }).join(" ")} ; do ${mergeCommand} "$i" >> linkedConnections.${ext}${gz} && rm "$i" || break ; done`, { cwd: output });
                let t1 = new Date();
                console.error('linkedConnections.' + ext + ' File created in ' + (t1.getTime() - t0.getTime()) + ' ms');
                await del(

package.json

@@ -1,6 +1,6 @@
 {
   "name": "gtfs2lc",
-  "version": "2.1.8",
+  "version": "2.1.9",
   "description": "Mapping script from gtfs to (linked) connections",
   "main": "lib/gtfs2lc.js",
   "bin": {