From 49c21405fe9da16e4da95c632b3897c4ed53ce42 Mon Sep 17 00:00:00 2001 From: Tykayn Date: Wed, 20 Sep 2023 17:33:05 +0200 Subject: [PATCH] photos counter panoramax --- kartaview_exif_mapper/map-from-csv.ts | 334 +++++++++++++++++++++++++ panoramax/count_files_photos.sh | 0 panoramax/count_my_photos_panoramax.js | 0 3 files changed, 334 insertions(+) create mode 100644 kartaview_exif_mapper/map-from-csv.ts create mode 100644 panoramax/count_files_photos.sh create mode 100644 panoramax/count_my_photos_panoramax.js diff --git a/kartaview_exif_mapper/map-from-csv.ts b/kartaview_exif_mapper/map-from-csv.ts new file mode 100644 index 00000000..f9fd08ff --- /dev/null +++ b/kartaview_exif_mapper/map-from-csv.ts @@ -0,0 +1,334 @@ +/** + conversion de données gpx + conversion de données exif + **/ + +// @ts-ignore +import * as fs from 'node:fs'; +// @ts-ignore +import path from "node:path"; +// @ts-ignore +import minimist from 'minimist'; +// @ts-ignore +const moment = require("moment"); + +// configs +let sequence_name: string = '3596977' +let folders_list_txt: any = [ + + /** + * dossiers nouveaux + * + */ + "2785606" , "2785618" , "2785630" , "2785650" , "2785658" , "2785670" , "2785674" , "2785690" , "2785706" , "2785714" , "2785726" , "2785734" , "2785746" , "2785762" , "2785782" , "2785786" , "2785790" , "2785802" , "2785806" , "2785818" , "2785834" , "2785910" , "2785930" , "2785934" , "2785958" , "2785982" , "2786010" , "2786030" , "2786042" , "2786062" , "2786070" , "2786094" , "2786114" , "2786134" , "2786142" , "2786150" , "2786154" , "2786182" , "2786210" , "2786214" , "2786370" , "2786662" , "2786678" , "2787110" , "2787174" , "2787246" , "2787262" , "2787286" , "2787602" , "2787770" , "2788038" , "2788058" , "2788214" , "2788638" , "2789422" , "2789962" , "2789978" , "2790466" , "2790998" , "2791378" , "2791382" , "2791394" , "2791414" , "2791818" , "2791822" , "2792030" , "2792046" , "2792298" , "2792366" , "2792818" , "2793050" , "2793082" , "2793126" , "2793854" , "2793934" , "2793974" , "2794054" , "2794082" , "2794154" , "2794534" , "2794714" , "2794830" , "2794930" , "2795054" , "2795110" , "2795230" , "2795938" , "2796458" , "2796522" , "2796946" , "2797094" , "2797494" , "2797582" , "2798094" , "2798186" , "2798330" , "2798402" , "2798458" , "2798478" , "2798546" , "2798610" , "2798650" , "2798686" , "2798702" , "2798714" , "2798726" , "2798734" , "2798738" , "2798766" , "2798842" , "2798878" , "2798886" , "2798894" , "2798902" , "2798918" , "2798958" , "2799018" , "2799794" , "2799870" , "2799950" , "2800174" , "2800666" , "2800810" , "2801394" , "2801542" , "2801818" , "2801894" , "2802786" , "2803210" , "2803450" , "2803554" , "2803586" , "2803630" , "2803666" , "2803746" , "2803786" , "2803850" , "2803982" , "2804166" , "2804558" , "2804986" , "2805070" , "2805134" , "2805190" , "2805302" , "2805346" , "2805382" , "2805406" , "2805426" , "2805466" , "2805534" , "2805858" , "2805954" , "2806154" , "2806794" , "2807158" , "2807270" , "2807426" , "2807538" , "2807598" , "2807670" , "2807822" , "2807886" , "2808126" , "2808226" , "2808330" , "2808418" , "2808490" , "2808546" , "2808626" , "2808662" , "2808694" , "2808742" , "2809110" , "2809142" , "2809210" , "2809674" , "2809710" , "2809762" , "2809826" , "2809906" , "2810018" , "2810074" , "2810198" , "2810278" , "2810422" , "2810714", + /** + * à faire plus tard + */ + // "4457273", // à récupérer + // "5193449", + // "5776009", + // "6102521", + + /** + * déjà faits + */ + +] + +let enable_write_gpx_file = true; +let just_one_photo_in_folder = false; +let folder = "/home/poule/encrypted/stockage-syncable/photos/imagerie kartaview carto tel/kartaview_export_storage/share2tykayn/" +let folder_photos = folder + "photo" +let dossier_gpx: string = "./output_gpx" +let file_gpx: string = "3596249_d875a_60a0f9bf38f99.txt" + +let mini_arguments: any = minimist(process.argv.slice(2)) +console.log('mini_arguments', mini_arguments) + +if (mini_arguments['sequence']) { + sequence_name = mini_arguments['sequence'] +} +if (mini_arguments['folder']) { + folder = mini_arguments['folder'] +} +if (mini_arguments['gpx-output']) { + dossier_gpx = mini_arguments['gpx-output'] +} +if (mini_arguments['gpx-input']) { + file_gpx = mini_arguments['gpx-input'] +} + + +// let dossier_photo: string = folder + "test_photo_apply" +let dossier_photo: string = folder_photos +let dossier_gpx_input: string = folder + "metadata_file" +let path_gpx_input: string = dossier_gpx_input + "/" + sequence_name + "/" + file_gpx + +if (mini_arguments['gpx-input-path']) { + path_gpx_input = mini_arguments['gpx-input-path'] +} + + +let gpxData: any = {} +let exif_commands: any = ['#!/bin/bash', '# apply exif data to photos'] + + +function makeGpxFromKartaview(tableKartaviewTrace: any) { + + console.log('make gpx') + let track_points: string = ''; + + tableKartaviewTrace.forEach((elem: any) => { + // console.log('elem', elem) + // console.log('elem', elem[6] *1000) + if (elem.length && elem[6]) { + let utc_time = new Date(elem[6] * 1000) + + // console.log('utc_time', utc_time.toISOString()) + track_points = `${track_points} + ${elem[2]} + + +` + }else{ + console.log('!!!!!! makeGpxFromKartaview no good element in gpx', elem) + } + }) + + let content = ` + + + trace_gpx_de_demo + + somebody + + + 2023 + https://creativecommons.org/licenses/by-sa/2.5 + + nada + + + + ${track_points} + + +` + + return content; +} + +function reduceGpxPointsToInterval(sequence_name: any) { + + let photos_count_in_sequence = photo_folders_counter[sequence_name].length + let interval = Math.round(gpxData[sequence_name].length / photos_count_in_sequence) + let ii = 1; + console.log('--------- sequence_name', sequence_name) + console.log('--------- nombre de photos ', photos_count_in_sequence) + console.log('--------- nombre de points gpx ', gpxData[sequence_name].length) + console.log('--------- interval: prendre une donnée gps tous les ', interval, 'points de la trace de séquence') + let jj = 0 + let photo_counter = 0 + gpxData[sequence_name].forEach((elem: any) => { + // only work on an interval of files to assign gps coordinates + jj++ + ii-- + if (ii <= 0) { + // set the gps coordinates to the picture in sequence + let timestamp = elem[6] * 1000 + let lat = elem[0] + let lon = elem[1] + let date = new Date(timestamp) + let date_simezone_indicator = ''; // +2:00 + let iso = moment(date).format('YYYY:MM:DD HH:mm:ss') + date_simezone_indicator + + ii = interval * 1 + + let file_photo_name = photo_folders_counter[sequence_name][photo_counter] + + + if (file_photo_name) { + // set exif data + // console.log('file_photo_name to apply exif data', photo_counter, file_photo_name) + + + // -File:ModificationDateTime=="${iso}" \\ + // -File:CreateDate="${iso}" \\ + let exif_command = `\n + exiftool -overwrite_original \\ + -GPSDateTime="${iso}" \\ + -AllDates="${iso}" \\ + -MediaCreateDate="${iso}" \\ + -MediaModifyDate="${iso}" \\ + -TrackCreateDate=="${iso}" \\ + -TrackModifyDate=="${iso}" \\ + -GPSLongitude="${lon}" \\ + -GPSLatitude="${lat}" \\ + "${dossier_photo + '/' + sequence_name + '/' + file_photo_name}" + ` + + // -GPSLongitudeRef="West" \ + // -GPSLatitudeRef="North" \ + // exiftool -overwrite_original '-AllDates { + if (err) { + throw err; + } + const gpx_content = data; + let lines = gpx_content.split('\n') + console.log('lines.length', lines.length) + + let tableKartaviewTrace: any = []; + + // loop on all lines, only take the lines that contain :g: + lines.forEach((elem: any) => { + if (elem.indexOf(":g:") > -1) { + // do stuff on gpxData to enrich it + let boom = elem.split(':') + let timestamp = boom[0] + + let gpsmodel = boom[2] + let gps = gpsmodel.split(';') + gps.push(timestamp) + tableKartaviewTrace.push(gps) + // let date = new Date(boom[0] * 1000) + // console.log('*', date, gps[0], gps[1]) + } + }) + gpxData[sequence_name] = [...tableKartaviewTrace] + + + console.log(' makeGpxFromKartaview for sequence ', sequence_name) + let content_gpx = makeGpxFromKartaview(tableKartaviewTrace) + + + if (enable_write_gpx_file) { + + writeFile('' + fileName + '_trace.gpx', content_gpx) + } + if (Object.keys(gpxData).length === folders_list_txt.length) { + gather() + } + // console.log('gpx_content', gpx_content) + }) +} + + +let cwd = path.dirname(process.cwd()) + '/' + path.basename(process.cwd()) + +/** + * get a list of all files in a path + * @param folderPath + */ +async function getAllFilesInFolder(folderPath: string) { + let filesList: any = [] + + console.log('------ reading folder ', folderPath) + filesList = fs.readdirSync(folderPath); + if (just_one_photo_in_folder) { + filesList = [filesList.shift()] + } + return filesList; + +} + + +function writeFile(fileName: string, fileContent: any) { + console.log('write file', fileName) + return fs.writeFile( + `${dossier_gpx}/${fileName}`, + fileContent, + 'utf8', + (err) => { + if (err) { + console.log(`Error writing file: ${err}`) + } + } + ) +} + +let photo_folders_counter: any = {} + +function listPhotos(sequence_number: string) { + console.log('------- listPhotos dossier_photo', dossier_photo + '/' + sequence_number) + let photo_folder = dossier_photo + '/' + sequence_number; + getAllFilesInFolder(photo_folder) + .then(listOfFiles => { + photo_folders_counter[sequence_number] = listOfFiles + }) +} + +async function getGPXAndEnrichExifOfPhotosInFolder(sequence_number: string) { + + // get metadata txt file in metadata folder + getAllFilesInFolder(dossier_gpx_input + '/' + sequence_number) + .then(listOfFiles => { + + console.log('listOfFiles', listOfFiles.length) + // console.log('listOfFiles', listOfFiles) + listOfFiles.forEach((jpg_file: string) => { + openKartaviewTxtGPX(dossier_gpx_input + '/' + sequence_number + '/' + jpg_file, sequence_number) + }) + }, err => { + throw new Error(err) + }) + + listPhotos(sequence_number) + + +} + +/** + * runs after all sequences have gotten their photo and gpx data + */ +function gather() { + + + // console.log('gpxData', gpxData) + console.log('sequences', folders_list_txt) + folders_list_txt.forEach((sequence: string) => { + + reduceGpxPointsToInterval(sequence) + + }) + +} + +function main() { + + console.log('dossiers à traiter: ', folders_list_txt.length) + folders_list_txt.forEach((elem: string) => { + getGPXAndEnrichExifOfPhotosInFolder(elem).then(r => { + console.log('r', r) + } + ) + }) +} + +// run it all +main() + diff --git a/panoramax/count_files_photos.sh b/panoramax/count_files_photos.sh new file mode 100644 index 00000000..e69de29b diff --git a/panoramax/count_my_photos_panoramax.js b/panoramax/count_my_photos_panoramax.js new file mode 100644 index 00000000..e69de29b