tykayn
/
org-report-stats
mirror of https://forge.chapril.org/tykayn/org-report-stats.git
1
0
Fork 0
Code Issues Releases Activity

change path export sms

This commit is contained in:
Tykayn 2023-09-21 22:00:15 +02:00 committed by tykayn
parent bbcb33e531
commit 3d1401662e
2 changed files with 101 additions and 95 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

179
sms_to_csv.mjs
View File

@ -1,122 +1,127 @@
import fs from "node-fs"; import fs from 'node-fs'
import convert from "xml-js"; import convert from 'xml-js'
import {writeFileInOuputFolderFromJsonObject} from "./utils.mjs"; import { writeFileInOuputFolderFromJsonObject } from './utils.mjs'
/********************** /**********************
* initialize configs * initialize configs
**********************/ **********************/
const sourceFileName = 'sms.xml' const sourceFileBaseName = 'sms-20180423162531'
const outputFileJson = 'sms-20180423162531.json' const sourceFileName = `${sourceFileBaseName}.xml`
const outputFileCsv = 'sms-20180423162531.tsv' const outputFileJson = `${sourceFileBaseName}.json`
const outputFileJsonPathFull = '/home/cipherbliss/Nextcloud/ressources/social sorting/output/' + outputFileJson const outputFileCsv = `${sourceFileBaseName}.tsv`
const sourceFileJson = '/home/cipherbliss/Nextcloud/ressources/social sorting/output/' + outputFileJson const folder_base = '/home/tykayn/Nextcloud/ressources/social sorting/'
const sourceFilePath = '/home/cipherbliss/Nextcloud/ressources/social sorting/' + sourceFileName;
const outputFileJsonPathFull = `${folder_base}output/${outputFileJson}`
const sourceFileJson = `${folder_base}output/${outputFileJson}`
const sourceFilePath = folder_base + sourceFileName
let headers = [] let headers = []
let tasksObjectsForJsonExport = [] let tasksObjectsForJsonExport = []
let headersByKind = {} let headersByKind = {}
let writeJsonAfterParse = false; let writeJsonAfterParse = false
writeJsonAfterParse = true; writeJsonAfterParse = true
/************************************************************** /**************************************************************
* fetch the source file to read its contents * fetch the source file to read its contents
*************************************************************/ *************************************************************/
console.log('parse some org file', sourceFilePath) // console.log('parse some org file', sourceFilePath)
if (!sourceFilePath) { if (!sourceFilePath) {
console.error('pas de fichier à ouvrir') console.error('pas de fichier à ouvrir')
} }
function convertToCsv(elementsArray) { function convertToCsv (elementsArray) {
elementsArray.forEach(item => { elementsArray.forEach(item => {
console.log('item._attributes.date_sent', item._attributes.date_sent) // console.log('item._attributes.date_sent', item._attributes.date_sent)
console.log('item._attributes.contact_name', item._attributes.date_sent) // console.log('item._attributes.contact_name', item._attributes.date_sent)
console.log('item._attributes.body', item._attributes.date_sent) // console.log('item._attributes.body', item._attributes.date_sent)
}) })
} }
function convertJsonToCsv(sourceFilePath, outputFileName) { function convertJsonToCsvAndPersistTSVFile (jsonFilePath, outputFileTSVName) {
fs.readFile(sourceFilePath, 'utf8', function (err, data) { // console.log('convertJsonToCsvAndWriteItAs', jsonFilePath, outputFileTSVName)
console.log('data', data) fs.readFile( folder_base+ jsonFilePath, 'utf8', function (err, data) {
if (data) {
const events = [ // console.log('data', data)
if (data) {
'amount\t' + const events = [
'content\t' +
'description\t' +
'destination\t' +
'end\t' +
'kind of activity\t' +
'person\t' +
'place\t' +
'source\t' +
'start\t' +
'unique id\t' +
'url\t'
];
data = JSON.parse(data)
console.log('data', data)
// console.log('data', Object.keys(data[0]))
data['smses']['sms'].forEach(item => {
// convert all fields to common event description 'amount\t' +
events.push( 'content\t' +
'\t' + 'description\t' +
item._attributes.body.replace('\n', ' ') + '\t' + 'destination\t' +
'sms ' + item._attributes.address + ' le ' + item._attributes.readable_date + '\t' + 'end\t' +
item._attributes.address + '\t' + 'kind of activity\t' +
'' + '\t' + 'person\t' +
'' + '\t' + 'place\t' +
item._attributes.contact_name + '\t' + 'source\t' +
'' + '\t' + 'start\t' +
'' + '\t' + 'unique id\t' +
'' + '\t' + 'url\t'
'' + '\t' + ]
'' + '\t' data = JSON.parse(data)
) // console.log('data.length', data.length)
}) // // console.log('data', Object.keys(data[0]))
console.log('events', events) data['smses']['sms'].forEach(item => {
writeFileInOuputFolderFromJsonObject(outputFileName, events.join("\n"))
} else { // convert all fields to common event description
console.error('no data in xml file ' + sourceFilePath) events.push(
} '\t' +
}) item._attributes.body.replace('\n', ' ') + '\t' +
'sms ' + item._attributes.address + ' le ' + item._attributes.readable_date + '\t' +
item._attributes.address + '\t' +
'' + '\t' +
'' + '\t' +
item._attributes.contact_name + '\t' +
'' + '\t' +
'' + '\t' +
'' + '\t' +
'' + '\t' +
'' + '\t'
)
})
// // console.log('events', events)
writeFileInOuputFolderFromJsonObject(outputFileTSVName, events.join('\n')).then(res => {
// console.log('res', typeof res)
})
} else {
console.error('no data in xml file ' + jsonFilePath)
}
})
} }
function openSourceFile() { function openSourceFile () {
fs.stat(sourceFilePath, function (err, data) { fs.stat(sourceFilePath, function (err, data) {
if (err == null) { if (err == null) {
console.log(`File ${sourceFilePath} exists`); // console.log(`File ${sourceFilePath} exists`)
/********************** /**********************
* loop to parse all * loop to parse all
*********************/ *********************/
fs.readFile(sourceFilePath, 'utf8', function (err, data) { fs.readFile(sourceFilePath, 'utf8', function (err, data) {
// console.log('data', data) // // console.log('data', data)
var jsonConversion = convert.xml2json(data, {compact: true, spaces: 2}); var jsonConversion = convert.xml2json(data, { compact: true, spaces: 2 })
// console.log('smses', Object.keys(jsonConversion)) // // console.log('jsonConversion keys', Object.keys(jsonConversion))
console.log('jsonConversion[0]', jsonConversion['10']) // console.log('jsonConversion.length', parseFloat(jsonConversion.length / 1024 / 1024, 2), 'Mo')
writeFileInOuputFolderFromJsonObject(outputFileJsonPathFull, jsonConversion) writeFileInOuputFolderFromJsonObject(outputFileJson, jsonConversion)
convertJsonToCsv(sourceFileJson, outputFileCsv) convertJsonToCsvAndPersistTSVFile(outputFileJson, outputFileCsv)
}) })
} else if (err.code === 'ENOENT') {
// file does not exist
console.error(`le fichier ${sourceFilePath} est introuvable. Impossible d en extraire des infos.`, err)
} else if (err.code === 'ENOENT') { } else {
// file does not exist console.log('Some other error: ', err.code)
console.error(`le fichier ${sourceFilePath} est introuvable. Impossible d en extraire des infos.`, err); }
})
} else {
console.log('Some other error: ', err.code);
}
});
} }
openSourceFile() openSourceFile()

17
utils.mjs
View File

@ -1,4 +1,4 @@
import fs from "node-fs"; import fs from 'node-fs'
export const headersTsv = 'amount\t' + export const headersTsv = 'amount\t' +
'content\t' + 'content\t' +
@ -13,22 +13,23 @@ export const headersTsv = 'amount\t' +
'unique id\t' + 'unique id\t' +
'url\t' 'url\t'
const outputAbsolutePath = '/home/tykayn/Nextcloud/ressources/social sorting/output/'; const outputAbsolutePath = '/home/tykayn/Nextcloud/ressources/social sorting/output/'
export async function writeFileInOuputFolderFromJsonObject(fileName, jsonObjectThing) { export async function writeFileInOuputFolderFromJsonObject (fileName, jsonObjectThing) {
// console.log('statistics.dates', statistics.dates) // console.log('statistics.dates', statistics.dates)
let fullpath = `${outputAbsolutePath}${fileName}`
return await fs.writeFile( return await fs.writeFile(
`${outputAbsolutePath}${fileName}`, fullpath,
JSON.stringify(jsonObjectThing, null, 2), JSON.stringify(jsonObjectThing, null, 2),
"utf8", 'utf8',
(err) => { (err) => {
if (err) { if (err) {
console.log(`Error writing file: ${err}`); console.log(`Error writing file: ${err}`)
} else { } else {
console.log(`File ${fileName} is written successfully!`); console.log(`File ${fileName} is written successfully! \n\n ${fullpath}`)
} }
} }
); )
} }