tykayn
/
scripts
mirror of https://forge.chapril.org/tykayn/scripts.git
1
0
Fork 0
Code Issues Releases Activity

start bbox filtering

This commit is contained in:
Tykayn 2023-07-29 22:16:36 +02:00 committed by tykayn
parent 72c335d270
commit bfb59df09c
2 changed files with 1518839 additions and 168 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

147
mapping_geojson_to_osm_tags/convert_to_osm_tags.mjs
View File

@ -1,44 +1,42 @@
/**
* convertisseur de données de bornes de recharge électrique à partir de données Chargemap et open data Etalab
*/
import fs from 'node-fs';
let show_debug = 0;
import fs from 'node-fs'
let show_debug = 0
// wip filter
let filterOnBoundingBox = true
filterOnBoundingBox = false
let boundingBoxCoordinates ={
let boundingBoxCoordinates = {
xMin: 1.91,
yMin: 48.7,
xMax: 2.38,
yMin: 48.7,
yMax: 48.4,
}
let filterCoordinates = true;
let enableFilterOnDepartment = false;
let filterDepartment = 91;
let filterZipCode = new RegExp(`^${filterDepartment}`);
let filterZipCodeAdresse = new RegExp(` ${filterDepartment}`);
let filteredName =''
let filterCoordinates = true
let enableFilterOnDepartment = false
let filterDepartment = 91
let filterZipCode = new RegExp(`^${filterDepartment}`)
let filterZipCodeAdresse = new RegExp(` ${filterDepartment}`)
let filteredName = ''
if(enableFilterOnDepartment){
filteredName = '_filtered_zipcode_'+filterDepartment
if (enableFilterOnDepartment) {
filteredName = '_filtered_zipcode_' + filterDepartment
}
if(filterOnBoundingBox){
filteredName = '_filtered_bbox_'+boundingBoxCoordinates.xMin+'-'+boundingBoxCoordinates.xMax+'_'+boundingBoxCoordinates.yMin+'-'+boundingBoxCoordinates.yMax
if (filterOnBoundingBox) {
filteredName = '_filtered_bbox_' + boundingBoxCoordinates.xMin + '-' + boundingBoxCoordinates.xMax + '_' + boundingBoxCoordinates.yMin + '-' + boundingBoxCoordinates.yMax
}
let pointCounterMax = 1000000;
let pointCounterMax = 1000000
let limitConversionToFirstPoint = false;
let limitConversionToFirstPoint = false
// limitConversionToFirstPoint = true;
if (limitConversionToFirstPoint) {
pointCounterMax = 1
}
// let sourceFileChargemapJson = './chargemap_data/hurepoix.json'
let sourceFileIRVEGeoJson = './etalab_data/latest.json'
/**
@ -47,31 +45,31 @@ let sourceFileIRVEGeoJson = './etalab_data/latest.json'
* https://wiki.openstreetmap.org/wiki/France/data.gouv.fr/Bornes_de_Recharge_pour_V%C3%A9hicules_%C3%89lectriques
*/
let mappingConfigIRVE = {
amenity: "amenity", // conserver le tag de base
capacity: "capacity", // conserver le tag de base
nom_amenageur: "operator",
siren_amenageur: "owner:ref:FR:SIREN",
nom_operateur: "operator",
telephone_operateur: "phone",
contact_operateur: "email", // ici, on souhaite convertir la clé contact_operateur=bidule en email=bidule
nbre_pdc: "capacity",
id_station_itinerance: "ref:EU:EVSE",
id_station_local: "ref",
prise_type_ef: "socket:typee",
prise_type_2: "socket:type2",
prise_type_combo_ccs: "socket:type2_combo",
prise_type_chademo: "socket:chademo",
gratuit: "fee",
paiement_acte: "authentication:none",
paiement_cb: "payment:credit_cards",
reservation: "reservation",
accessibilite_pmr: "wheelchair",
date_mise_en_service: "start_date",
observations: "note",
date_maj: "source:date",
nom_station: "name",
nom_enseigne: "network",
cable_t2_attache: "socket:type2_cable",
amenity: 'amenity', // conserver le tag de base
capacity: 'capacity', // conserver le tag de base
nom_amenageur: 'operator',
siren_amenageur: 'owner:ref:FR:SIREN',
nom_operateur: 'operator',
telephone_operateur: 'phone',
contact_operateur: 'email', // ici, on souhaite convertir la clé contact_operateur=bidule en email=bidule
nbre_pdc: 'capacity',
id_station_itinerance: 'ref:EU:EVSE',
id_station_local: 'ref',
prise_type_ef: 'socket:typee',
prise_type_2: 'socket:type2',
prise_type_combo_ccs: 'socket:type2_combo',
prise_type_chademo: 'socket:chademo',
gratuit: 'fee',
paiement_acte: 'authentication:none',
paiement_cb: 'payment:credit_cards',
reservation: 'reservation',
accessibilite_pmr: 'wheelchair',
date_mise_en_service: 'start_date',
observations: 'note',
date_maj: 'source:date',
nom_station: 'name',
nom_enseigne: 'network',
cable_t2_attache: 'socket:type2_cable',
// TODO gestion des types dont on doit convertir la valeur
// station_deux_roues =>
@ -83,16 +81,15 @@ let mappingConfigIRVE = {
// consolidated_code_postal: "zipcode",
}
function debugLog(message) {
function debugLog (message) {
if (!show_debug) {
return
}
console.log('debug: ', ...message)
}
function convertDataForIRVE(sourceFilePath, mapping, pointCounterMax) {
debugLog('convertDataFromChargemap from ', sourceFilePath);
function convertDataForIRVE (sourceFilePath, mapping, pointCounterMax, boundingBoxCoordinates) {
debugLog('convertDataFromChargemap from ', sourceFilePath)
let convertedGeoJson = {
type: 'FeatureCollection',
@ -100,11 +97,11 @@ function convertDataForIRVE(sourceFilePath, mapping, pointCounterMax) {
}
fs.readFile(sourceFilePath, 'utf8', function (err, data) {
let pointcounter = 0;
let pointcounter = 0
if (err) {
return debugLog(err);
return debugLog(err)
}
let dataTransformed = JSON.parse(data);
let dataTransformed = JSON.parse(data)
// debug('data keys ', Object.keys(dataTransformed))
debugLog('debug: properties of point 0', dataTransformed.features[0])
@ -119,35 +116,33 @@ function convertDataForIRVE(sourceFilePath, mapping, pointCounterMax) {
console.log('listOfPoints.length', listOfPoints.length)
listOfPoints.forEach(featurePoint => {
let regextestresult = true;
let regextestresult = true
if(enableFilterOnDepartment){
if (enableFilterOnDepartment) {
console.log('filtre sur les départements activé')
regextestresult = (
filterZipCode.test(featurePoint.properties.consolidated_code_postal)
||
filterZipCodeAdresse.test(featurePoint.properties.adresse_station)
)
}else if(filterOnBoundingBox){
} else if (filterOnBoundingBox) {
console.log('filtre sur les coordonnées activé')
let x = coordonneesXY[0]
let x = featurePoint.properties.coordonneesXY[0]
let xMin = boundingBoxCoordinates.xMin
let xMax = boundingBoxCoordinates.xMax
let yMin = boundingBoyCoordinates.yMin
let yMax = boundingBoyCoordinates.yMay
let yMin = boundingBoxCoordinates.yMin
let yMax = boundingBoxCoordinates.yMax
let y = coordonneesXY[1]
let y = featurePoint.properties.coordonneesXY[1]
regextestresult = (
filterZipCode.test(x >= xMin && x <= xMax)
(x >= xMin && x <= xMax)
&&
filterZipCode.test(y >= yMin && y <= yMax)
(y >= yMin && y <= yMax)
)
}
// filter points depending on zipcode
if (filterCoordinates && regextestresult) {
@ -167,19 +162,19 @@ function convertDataForIRVE(sourceFilePath, mapping, pointCounterMax) {
}
}
// }
pointcounter++;
pointcounter++
})
// output new geojson
console.log('convertedGeoJson.features.length', convertedGeoJson.features.length)
// write file on disk
let fileNameToWrite = 'my_converted_data_set'+filteredName+'.json';
console.log('write file ',fileNameToWrite )
writeJsonFile( fileNameToWrite, JSON.stringify(convertedGeoJson, null, 2))
let fileNameToWrite = 'my_converted_data_set' + filteredName + '.json'
console.log('write file ', fileNameToWrite)
writeJsonFile(fileNameToWrite, JSON.stringify(convertedGeoJson, null, 2))
debugLog('mapped output:', convertedGeoJson.features)
return convertedGeoJson;
return convertedGeoJson
}
})
}
@ -188,7 +183,7 @@ function convertDataForIRVE(sourceFilePath, mapping, pointCounterMax) {
* retuns the converted element from mapping config if present, null otherwise
*/
function mapElementFromConf(featurePoint, mappingConfig) {
function mapElementFromConf (featurePoint, mappingConfig) {
let mappingKeys = Object.keys(mappingConfig)
let featurePointPropertiesKeys = Object.keys(featurePoint.properties)
@ -215,26 +210,24 @@ function mapElementFromConf(featurePoint, mappingConfig) {
return basePoint
}
function writeJsonFile(fileName, fileContent) {
debugLog('write file ', fileName);
function writeJsonFile (fileName, fileContent) {
debugLog('write file ', fileName)
return fs.writeFile(
`./output/${fileName}`,
fileContent,
"utf8",
'utf8',
(err) => {
if (err) {
debugLog(`Error writing file: ${err}`);
debugLog(`Error writing file: ${err}`)
} else {
debugLog(`File ${fileName} is written successfully!`);
debugLog(`File ${fileName} is written successfully!`)
}
}
);
)
}
console.log('pointCounterMax', pointCounterMax)
convertDataForIRVE(sourceFileIRVEGeoJson, mappingConfigIRVE, pointCounterMax)
convertDataForIRVE(sourceFileIRVEGeoJson, mappingConfigIRVE, pointCounterMax, boundingBoxCoordinates)
// convertDataFromChargemap(sourceFileChargemapJson, mappingConfigIRVE)

1518678
mapping_geojson_to_osm_tags/output/my_converted_data_set.json
View File

File diff suppressed because it is too large Load Diff