-
-
Notifications
You must be signed in to change notification settings - Fork 163
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
2b3fdcf
commit f50c7bb
Showing
4 changed files
with
356 additions
and
136 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,146 @@ | ||
| const _ = require('lodash'); | ||
| const elasticsearch = require('elasticsearch'); | ||
|
|
||
| var TypeMapping = function(){ | ||
|
|
||
| // A list of all sources | ||
| this.sources = []; | ||
|
|
||
| // A list of alternate names for sources, mostly used to save typing | ||
| this.source_aliases = {}; | ||
|
|
||
| // A list of all layers | ||
| this.layers = []; | ||
|
|
||
| /* | ||
| * A list of all layers in each source. This is used for convenience elswhere | ||
| * and to determine when a combination of source and layer parameters is | ||
| * not going to match any records and will return no results. | ||
| */ | ||
| this.layers_by_source = {}; | ||
|
|
||
| /* | ||
| * A list of layer aliases that can be used to support specific use cases | ||
| * (like coarse geocoding) * or work around the fact that different sources | ||
| * may have layers that mean the same thing but have a different name | ||
| */ | ||
| this.layer_aliases = {}; | ||
|
|
||
| /* | ||
| * An object that contains all sources or aliases. The key is the source or alias, | ||
| * the value is either that source, or the canonical name for that alias if it's an alias. | ||
| */ | ||
| this.source_mapping = {}; | ||
|
|
||
| /* | ||
| * An object that has a key for each possible layer or alias, | ||
| * and returns either that layer, or gall the layers in the alias | ||
| */ | ||
| this.layer_mapping = {}; | ||
| }; | ||
|
|
||
| TypeMapping.addStandardTargetsToAliases = function(standard, aliases) { | ||
| var combined = _.extend({}, aliases); | ||
| standard.forEach(function(target) { | ||
| if (combined[target] === undefined) { | ||
| combined[target] = [target]; | ||
| } | ||
| }); | ||
|
|
||
| return combined; | ||
| }; | ||
|
|
||
| // source alias setter | ||
| TypeMapping.prototype.setSourceAliases = function( aliases ){ | ||
| this.source_aliases = aliases; | ||
| }; | ||
|
|
||
| // layers-by-source alias setter | ||
| TypeMapping.prototype.setLayersBySource = function( lbs ){ | ||
| this.layers_by_source = lbs; | ||
| }; | ||
|
|
||
| // layer alias setter | ||
| TypeMapping.prototype.setLayerAliases = function( aliases ){ | ||
| this.layer_aliases = aliases; | ||
| }; | ||
|
|
||
| // generate dynamic mappings after setters have been run | ||
| TypeMapping.prototype.generateDynamicMappings = function(){ | ||
| this.sources = Object.keys( this.layers_by_source ); | ||
| this.source_mapping = TypeMapping.addStandardTargetsToAliases(this.sources, this.source_aliases); | ||
| this.layers = _.uniq(Object.keys(this.layers_by_source).reduce(function(acc, key) { | ||
| return acc.concat(this.layers_by_source[key]); | ||
| }.bind(this), [])); | ||
| this.layer_mapping = TypeMapping.addStandardTargetsToAliases(this.layers, this.layer_aliases); | ||
| }; | ||
|
|
||
| // load values from targets block | ||
| TypeMapping.prototype.loadTargets = function( targetsBlock ){ | ||
|
|
||
| if( !_.isObject(targetsBlock) ){ return; } | ||
|
|
||
| // set values from targets block | ||
| this.setSourceAliases( targetsBlock.source_aliases || {} ); | ||
| this.setLayersBySource( targetsBlock.layers_by_source || {} ); | ||
| this.setLayerAliases( targetsBlock.layer_aliases || {} ); | ||
|
|
||
| // generate the dynamic mappings | ||
| this.generateDynamicMappings(); | ||
| }; | ||
|
|
||
| // load values from either pelias config file or from elasticsearch | ||
| TypeMapping.prototype.load = function( done ){ | ||
|
|
||
| // load pelias config | ||
| const peliasConfigTargets = _.get( | ||
| require('pelias-config').generate(require('../schema')), | ||
| 'api.targets', {} | ||
| ); | ||
|
|
||
| // load targets from config file | ||
| this.loadTargets( peliasConfigTargets ); | ||
|
|
||
| // do not load values from elasticsearch | ||
| if( true !== peliasConfigTargets.auto_discover ){ | ||
| if( 'function' === typeof done ){ done(); } | ||
| return; | ||
| } | ||
|
|
||
| if( 'function' === typeof done ){ done(); } | ||
| return; | ||
|
|
||
| // load values from elasticsearch | ||
|
|
||
| // create connection to elasticsearch | ||
| // const esclient = elasticsearch.Client(peliasConfig.esclient); | ||
|
|
||
| // const query = { | ||
| // requestCache: true, | ||
| // preference: '_replica_first', | ||
| // timeout: '10s', | ||
| // body: { | ||
| // aggs: { | ||
| // sources: { | ||
| // terms: { | ||
| // field: 'source', | ||
| // size: 100 | ||
| // } | ||
| // }, | ||
| // layers: { | ||
| // terms: { | ||
| // field: 'layer', | ||
| // size: 100 | ||
| // } | ||
| // } | ||
| // }, | ||
| // size: 0 | ||
| // } | ||
| // }; | ||
|
|
||
| // esclient.search( query, ( err, res ) => { | ||
| // console.error( err, res ); | ||
| // }); | ||
| }; | ||
|
|
||
| module.exports = TypeMapping; |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.